-- Logs begin at Wed 2022-01-26 12:36:37 UTC, end at Wed 2022-01-26 13:29:34 UTC. -- Jan 26 13:06:10.245420 dv-cinder-824187-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 26 13:06:13.209138 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.common.config [-] Logging enabled! Jan 26 13:06:13.209759 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev432 Jan 26 13:06:13.209933 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102499) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 13:06:13.214542 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.common.config [-] Logging enabled! Jan 26 13:06:13.214802 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev432 Jan 26 13:06:13.215120 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102499) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 13:06:13.216134 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 13:06:13.216370 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 13:06:13.216769 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 13:06:13.217020 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 13:06:13.217244 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 13:06:13.217567 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.217995 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 26 13:06:13.218319 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.218622 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.218913 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.219208 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.219496 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.219807 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.220097 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.220394 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.220678 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.220959 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.221246 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.221536 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.221822 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.222110 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.222396 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.222677 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] debug = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.222959 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.223386 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.224383 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.224747 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.225042 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.225328 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.225604 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.225884 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.226179 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.226514 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] host = dv-cinder-824187-5-iscsi {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.226796 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.227089 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.227377 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.227683 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.227958 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.228240 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.228527 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.228808 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.229081 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] log_file = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.229358 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.229648 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.229934 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.230223 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.230442 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.230668 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.230972 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.231258 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.231534 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.231842 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.232120 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.232396 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.232671 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.232933 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.233216 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.233498 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.233782 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.234063 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.234339 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.234606 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.234879 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.235170 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.235436 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.235738 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.236016 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.236303 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.236574 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.236850 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.237151 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.237436 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.237717 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.238000 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.238276 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.238557 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.238828 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.239098 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.240019 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] use_json = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.240300 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.240567 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.240851 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.241126 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.241405 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.241686 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.241956 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.242240 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.242511 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:13.242802 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.243096 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.243395 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.243728 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.244020 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.244305 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.244594 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.244869 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.245147 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.245432 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.245719 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.245995 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.246294 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.246584 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.246879 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.247193 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.247487 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.247805 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.248086 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.248361 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.248634 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.248913 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.249203 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.249479 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.249766 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.250050 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.250329 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.250635 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.250924 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.251214 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.251502 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.251805 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.252089 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.252381 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.252656 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.252927 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.253201 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.253486 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.253766 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.254039 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.254323 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.254602 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.254947 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.255414 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.255728 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.256025 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.256304 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.256579 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.256851 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.257129 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.257401 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.257686 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.257963 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.258237 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.258508 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.258789 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.259065 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.259342 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.259620 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.259923 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.260202 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.260478 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.260752 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.261029 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.261304 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.261577 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.261852 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.262126 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.262405 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.262678 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.262953 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.263227 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.263501 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.263804 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.264092 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.264388 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.264667 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.264950 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.265233 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.265506 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.265784 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.266061 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.266340 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.266619 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.266893 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.267186 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.267472 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.267788 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.268093 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.268376 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.268672 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.268955 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.269242 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.269522 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.269803 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.270091 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.270399 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.270751 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.271068 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.271371 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.271746 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.272051 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.272339 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.272653 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.272936 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:13.273155 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 13:06:13.273405 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102499) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 26 13:06:13.645296 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 26 13:06:13.646412 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 26 13:06:13.646512 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 26 13:06:13.646854 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 26 13:06:13.975251 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:13.975447 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:13.975742 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:13.977062 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:13.977338 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:13.977603 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.021466 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.021756 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.022028 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.036565 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.036849 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.037118 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.067041 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.067927 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.068209 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.103922 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.104203 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.104468 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.438612 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.439267 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.439267 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.439445 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.440124 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.541011 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.541336 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.541618 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.541887 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.542156 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.542463 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.542720 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.542974 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.543226 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.543512 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.543797 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.544062 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.544316 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.544566 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.544819 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.545080 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.545334 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.545599 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.545865 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.546123 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.546395 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.546646 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.546925 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.547297 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.547544 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.547818 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.548215 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 13:06:14.548457 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 13:06:14.548694 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 13:06:14.548929 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 13:06:14.549161 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 13:06:14.549394 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 13:06:14.549754 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 26 13:06:14.553014 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 26 13:06:14.557427 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 26 13:06:14.561311 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jan 26 13:06:14.562972 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 26 13:06:14.563440 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 26 13:06:14.563797 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 26 13:06:14.564182 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 26 13:06:14.566996 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 26 13:06:14.567286 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 26 13:06:14.567634 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 26 13:06:14.573173 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 26 13:06:14.597882 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 26 13:06:14.598344 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.599357 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102499) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 26 13:06:14.599616 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.601030 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102499) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 26 13:06:14.601313 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 26 13:06:14.601557 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 26 13:06:14.604856 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.605143 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:14.669785 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 26 13:06:14.670025 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 26 13:06:14.670262 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 26 13:06:14.670626 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 26 13:06:14.690833 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_db.sqlalchemy.engines [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102499) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 26 13:06:15.128510 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Initializing driver for type 'gre' Jan 26 13:06:15.129076 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] gre ID ranges: [(1, 1000)] Jan 26 13:06:15.178699 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Initializing driver for type 'local' Jan 26 13:06:15.179296 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Initializing driver for type 'vlan' Jan 26 13:06:15.192120 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] VlanTypeDriver initialization complete Jan 26 13:06:15.193042 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Initializing driver for type 'vxlan' Jan 26 13:06:15.193539 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] vxlan ID ranges: [(1, 1000)] Jan 26 13:06:15.242793 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Initializing extension driver 'port_security' Jan 26 13:06:15.243132 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.extensions.port_security [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] PortSecurityExtensionDriver initialization complete Jan 26 13:06:15.243458 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Initializing mechanism driver 'openvswitch' Jan 26 13:06:15.243823 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Initializing mechanism driver 'hyperv' Jan 26 13:06:15.250479 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:06:15.251159 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > port after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.251528 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > port after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.251904 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > port after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.252441 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102499) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 13:06:15.252878 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > subnet after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.253236 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > subnet after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.253575 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.253969 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102499) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 13:06:15.254379 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > network after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.254841 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > network after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.255249 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > network after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.255650 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102499) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 13:06:15.256093 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > security_group after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.256439 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > security_group after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.256775 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.257315 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102499) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 13:06:15.257720 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.258064 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.258410 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.258807 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102499) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 13:06:15.259213 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > address_group after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.259557 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > address_group after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.259942 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.260335 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102499) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 13:06:15.260770 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] ML2 OVO RPC backend initialized. {{(pid=102499) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 26 13:06:15.261474 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.261825 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.262237 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > network before_response 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.262582 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > networks before_response 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.262931 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > port before_response 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.263269 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > ports before_response 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.263606 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > subnet before_response 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.263974 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > subnets before_response 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.264317 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > network after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.264657 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > network after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.264988 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > network after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.265322 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > port after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.265655 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > port after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.265987 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > port after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.266319 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > subnet after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.266650 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > subnet after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.266980 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.274926 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded quota_driver: . Jan 26 13:06:15.275284 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.plugin [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Modular L2 Plugin initialization complete Jan 26 13:06:15.275625 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading services supported by the core plugin {{(pid=102499) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 26 13:06:15.275983 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.plugins.ml2.managers [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Got port-security extension from driver 'port_security' Jan 26 13:06:15.276456 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.extensions.vlantransparent [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Disabled vlantransparent extension. Jan 26 13:06:15.276946 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102499) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 26 13:06:15.277265 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading Plugin: router Jan 26 13:06:15.315790 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.316183 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router after_create 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.316550 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router before_create 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.316914 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.317320 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.317889 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router after_delete 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.318253 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.318606 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.318965 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router after_create 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.319311 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router after_update 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.319656 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router after_update 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.320021 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.320376 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router after_update 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.320779 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router precommit_update 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.321143 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: port after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.321479 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: port after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.321815 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: subnet after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.322151 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.322495 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.322838 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router precommit_create 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.323178 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: port before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.323513 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router precommit_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.323889 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router after_update 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.324226 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.324572 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router precommit_create 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.324925 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.325262 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router precommit_update 55549900 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.325619 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > agent after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.325960 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > agent after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.326300 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > network after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.327158 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Tracking information for resource: router configured {{(pid=102499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 13:06:15.327486 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Tracking information for resource: floatingip configured {{(pid=102499) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 13:06:15.332552 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.db.l3_agentschedulers_db [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 26 13:06:15.333824 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: port after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.334186 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: port after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.334535 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: port after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.334887 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: port after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.335833 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router before_create 55550100 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.336199 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.336559 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router precommit_create 55550100 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.336921 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > router precommit_update 55550100 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.341964 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.services.provider_configuration [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service providers = [] {{(pid=102499) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 26 13:06:15.342327 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.db.servicetype_db [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102499) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 26 13:06:15.345272 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.services.service_base [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102499) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 13:06:15.345618 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.services.service_base [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102499) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 13:06:15.345952 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.services.service_base [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102499) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 13:06:15.346834 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.services.service_base [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102499) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 13:06:15.347201 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.services.service_base [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 26 13:06:15.347573 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 13:06:15.347913 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 26 13:06:15.358687 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 13:06:15.359023 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading Plugin: auto_allocate Jan 26 13:06:15.365593 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: network precommit_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.365952 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: network precommit_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.366465 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 13:06:15.366785 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading Plugin: tag Jan 26 13:06:15.373354 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 13:06:15.373689 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading Plugin: timestamp Jan 26 13:06:15.377867 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 13:06:15.378198 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading Plugin: network_ip_availability Jan 26 13:06:15.384439 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.384758 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.385114 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.385821 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 13:06:15.386137 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading Plugin: flavors Jan 26 13:06:15.390944 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 13:06:15.391272 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading Plugin: revisions Jan 26 13:06:15.395582 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102499) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 13:06:15.395993 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_concurrency.lockutils [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.749s {{(pid=102499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 26 13:06:15.396730 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102499) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 26 13:06:15.397063 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Initializing extension manager. Jan 26 13:06:15.397578 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: __init__.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.397915 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: __pycache__ {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.398246 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.398575 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: address_group.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.399324 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.399920 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: address-group Jan 26 13:06:15.400238 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: address_scope.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.400943 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.401446 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: address-scope Jan 26 13:06:15.401764 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.402686 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.403190 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: router-admin-state-down-before-update Jan 26 13:06:15.403506 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: agent.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.404410 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.404917 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: agent Jan 26 13:06:15.405237 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: agent_resources_synced.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.406135 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.406640 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: agent-resources-synced Jan 26 13:06:15.406961 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: allowedaddresspairs.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.408743 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.409257 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: allowed-address-pairs Jan 26 13:06:15.409580 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: auto_allocated_topology.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.410651 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.411186 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: auto-allocated-topology Jan 26 13:06:15.411590 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: availability_zone.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.412302 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.412800 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: availability_zone Jan 26 13:06:15.413117 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: availability_zone_filter.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.414012 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.414512 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: availability_zone_filter Jan 26 13:06:15.414830 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: data_plane_status.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.415747 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.416243 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension data-plane-status not supported by any of loaded plugins Jan 26 13:06:15.416557 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: default_subnetpools.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.417466 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.417963 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: default-subnetpools Jan 26 13:06:15.418278 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.419087 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.419588 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: dhcp_agent_scheduler Jan 26 13:06:15.419937 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: dns.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.420837 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.421336 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension dns-integration not supported by any of loaded plugins Jan 26 13:06:15.421654 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: dns_domain_ports.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.422552 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.423049 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 26 13:06:15.423366 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.424305 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.424802 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 26 13:06:15.425118 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: dvr.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.425779 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.426283 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: dvr Jan 26 13:06:15.427198 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: ecmp_routes.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.428197 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.428695 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 26 13:06:15.429279 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: empty_string_filtering.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.430174 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.430678 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: empty-string-filtering Jan 26 13:06:15.430995 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.431914 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.432411 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 26 13:06:15.432726 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.433619 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.434115 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 26 13:06:15.434429 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: external_net.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.435322 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.435848 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: external-net Jan 26 13:06:15.436169 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.437067 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.437564 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: extra_dhcp_opt Jan 26 13:06:15.437877 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: extraroute.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.438772 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.439300 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: extraroute Jan 26 13:06:15.439571 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: extraroute_atomic.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.440615 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.441113 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: extraroute-atomic Jan 26 13:06:15.441425 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: filter_validation.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.442073 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.443134 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: filter-validation Jan 26 13:06:15.443447 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: fip_pf_description.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.444371 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.444864 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 26 13:06:15.445175 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: fip_port_details.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.446077 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.446576 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: fip-port-details Jan 26 13:06:15.446889 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: flavors.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.448162 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.448671 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: flavors Jan 26 13:06:15.448988 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.450653 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.451167 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 26 13:06:15.451493 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: floatingip_pools.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.452205 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.452714 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: floatingip-pools Jan 26 13:06:15.453035 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: ip_allocation.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.453955 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.454454 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension ip_allocation not supported by any of loaded plugins Jan 26 13:06:15.454770 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.455685 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.456196 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: ip-substring-filtering Jan 26 13:06:15.456515 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: l2_adjacency.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.457423 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.457945 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 26 13:06:15.458262 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: l3.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.459210 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.459748 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: router Jan 26 13:06:15.460067 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.462448 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.462973 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 26 13:06:15.463296 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.464262 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.464771 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: ext-gw-mode Jan 26 13:06:15.465088 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.465988 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.466490 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: l3-ha Jan 26 13:06:15.466808 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: l3_flavors.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.467727 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.468228 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: l3-flavors Jan 26 13:06:15.468541 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.469433 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.469930 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 26 13:06:15.470244 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: l3agentscheduler.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.471283 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.471825 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: l3_agent_scheduler Jan 26 13:06:15.472149 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: local_ip.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.474625 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.475152 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension local_ip not supported by any of loaded plugins Jan 26 13:06:15.475480 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: logging.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.476993 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.477515 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension logging not supported by any of loaded plugins Jan 26 13:06:15.477840 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: metering.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.478574 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.479145 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: metering Jan 26 13:06:15.479467 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.480585 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.481098 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: metering_source_and_destination_fields Jan 26 13:06:15.481419 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: multiprovidernet.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.482329 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.482836 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: multi-provider Jan 26 13:06:15.483156 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: netmtu.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.484083 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.484585 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: net-mtu Jan 26 13:06:15.484902 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: netmtu_writable.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.485807 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.486308 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: net-mtu-writable Jan 26 13:06:15.486624 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: network_availability_zone.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.487289 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.487821 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: network_availability_zone Jan 26 13:06:15.488138 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: network_ip_availability.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.489884 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.490390 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: network-ip-availability Jan 26 13:06:15.490709 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: network_segment_range.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.491466 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.491997 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension network-segment-range not supported by any of loaded plugins Jan 26 13:06:15.492317 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: pagination.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.493288 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.493617 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: pagination Jan 26 13:06:15.493935 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: port_device_profile.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.494825 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.495329 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: port-device-profile Jan 26 13:06:15.495645 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.496579 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.497078 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: port-mac-address-regenerate Jan 26 13:06:15.497400 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.498425 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.498927 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: port-numa-affinity-policy Jan 26 13:06:15.499243 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: port_resource_request.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.500175 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.500671 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension port-resource-request not supported by any of loaded plugins Jan 26 13:06:15.500984 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: port_resource_request_groups.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.501937 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.502434 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 26 13:06:15.502750 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: portbindings.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.503691 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.504185 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: binding Jan 26 13:06:15.504502 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: portbindings_extended.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.505975 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.506486 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: binding-extended Jan 26 13:06:15.506809 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: portsecurity.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.507734 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.508238 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: port-security Jan 26 13:06:15.508558 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: project_id.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.509514 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.509841 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: project-id Jan 26 13:06:15.510161 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: providernet.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.511055 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.511559 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: provider Jan 26 13:06:15.511910 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: qos.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.515491 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.516031 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension qos not supported by any of loaded plugins Jan 26 13:06:15.516363 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.517609 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.518116 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 26 13:06:15.518438 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.519344 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.519876 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 26 13:06:15.520198 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: qos_default.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.521287 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.521790 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension qos-default not supported by any of loaded plugins Jan 26 13:06:15.522110 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: qos_fip.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.523019 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.523521 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension qos-fip not supported by any of loaded plugins Jan 26 13:06:15.523866 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.524769 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.525271 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 26 13:06:15.525587 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: qos_gateway_ip.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.526505 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.527003 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 26 13:06:15.527324 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: qos_port_network_policy.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.528244 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.528743 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 26 13:06:15.529059 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.530086 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.530586 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 26 13:06:15.530903 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: qos_pps_rule.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.532109 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.532617 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension qos-pps not supported by any of loaded plugins Jan 26 13:06:15.532933 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: qos_rule_type_details.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.533835 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.534339 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 26 13:06:15.534653 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: qos_rules_alias.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.535715 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.536742 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 26 13:06:15.537188 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: quota_check_limit.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.538106 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.538610 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: quota-check-limit Jan 26 13:06:15.538927 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: quotasv2.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.539865 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.540192 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: quotas Jan 26 13:06:15.540506 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: quotasv2_detail.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.542319 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.542659 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: quota_details Jan 26 13:06:15.542986 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: rbac.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.544052 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.544580 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: rbac-policies Jan 26 13:06:15.544908 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: rbac_address_group.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.545825 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.546334 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: rbac-address-group Jan 26 13:06:15.546659 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: rbac_address_scope.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.547565 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.548099 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: rbac-address-scope Jan 26 13:06:15.548422 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: rbac_security_groups.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.549318 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.549821 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: rbac-security-groups Jan 26 13:06:15.550141 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: rbac_subnetpool.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.551035 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.551632 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: rbac-subnetpool Jan 26 13:06:15.552118 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: revisionifmatch.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.553024 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.553529 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: revision-if-match Jan 26 13:06:15.554111 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: revisions.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.555204 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.555729 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: standard-attr-revisions Jan 26 13:06:15.556052 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: router_availability_zone.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.556716 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.557219 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: router_availability_zone Jan 26 13:06:15.557542 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: routerservicetype.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.558445 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.558947 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension router-service-type not supported by any of loaded plugins Jan 26 13:06:15.559267 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.560282 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.560788 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: security-groups-normalized-cidr Jan 26 13:06:15.561107 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.562011 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.562514 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: port-security-groups-filtering Jan 26 13:06:15.562832 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.563765 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.564269 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: security-groups-remote-address-group Jan 26 13:06:15.564585 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.565500 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.566003 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: security-groups-shared-filtering Jan 26 13:06:15.566321 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.566905 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 26 13:06:15.567778 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: securitygroup.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.577433 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.577962 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: security-group Jan 26 13:06:15.578298 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: segment.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.579082 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.579584 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension segment not supported by any of loaded plugins Jan 26 13:06:15.579933 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.580868 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.581372 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 26 13:06:15.581692 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: servicetype.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.582870 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.583454 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: service-type Jan 26 13:06:15.583804 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: sorting.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.584785 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.585112 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: sorting Jan 26 13:06:15.585429 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: standard_attr_segment.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.586329 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.586903 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 26 13:06:15.587223 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: standardattrdescription.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.587896 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.588404 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: standard-attr-description Jan 26 13:06:15.588721 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: stateful_security_group.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.589638 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.590160 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: stateful-security-group Jan 26 13:06:15.590478 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: stdattrs_common.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.591040 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 26 13:06:15.591356 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.592308 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.592812 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 26 13:06:15.593128 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: subnet_onboard.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.594176 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.594686 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: subnet_onboard Jan 26 13:06:15.595004 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.595944 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.596458 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 26 13:06:15.596773 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: subnet_service_types.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.597675 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.598197 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: subnet-service-types Jan 26 13:06:15.599092 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: subnetallocation.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.600189 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.600698 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: subnet_allocation Jan 26 13:06:15.601020 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.601675 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.602175 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: subnetpool-prefix-ops Jan 26 13:06:15.602491 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.603417 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.603972 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 26 13:06:15.604299 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: tagging.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.605638 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.606157 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: standard-attr-tag Jan 26 13:06:15.606485 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: timestamp.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.607730 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.608278 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loaded extension: standard-attr-timestamp Jan 26 13:06:15.608562 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: trunk.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.609783 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.610277 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension trunk not supported by any of loaded plugins Jan 26 13:06:15.610622 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: trunk_details.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.611543 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.612047 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension trunk-details not supported by any of loaded plugins Jan 26 13:06:15.612362 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: uplink_status_propagation.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.613311 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.613786 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 26 13:06:15.614672 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Loading extension file: vlantransparent.py {{(pid=102499) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 13:06:15.615407 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102499) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 13:06:15.615939 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 26 13:06:15.618453 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:network Jan 26 13:06:15.618971 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:subnet Jan 26 13:06:15.619525 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 13:06:15.619779 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:port Jan 26 13:06:15.621023 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.621429 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service FLAVORS assigned prefix: {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.622053 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.622458 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.622785 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:router Jan 26 13:06:15.623213 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:floatingip Jan 26 13:06:15.623747 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service METERING assigned prefix: /metering {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.625178 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.625671 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.625889 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:06:15.626918 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 13:06:15.627319 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:security_group Jan 26 13:06:15.627779 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 13:06:15.629468 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service CORE assigned prefix: {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.629953 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 13:06:15.630516 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] subnetpool is already registered Jan 26 13:06:15.630884 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service CORE assigned prefix: {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.631213 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 13:06:15.631544 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] subnetpool is already registered Jan 26 13:06:15.633865 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.634315 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service FLAVORS assigned prefix: {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.634985 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.635367 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.635609 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:router Jan 26 13:06:15.635960 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] router is already registered Jan 26 13:06:15.636361 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:floatingip Jan 26 13:06:15.636694 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] floatingip is already registered Jan 26 13:06:15.637177 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service METERING assigned prefix: /metering {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.637781 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 13:06:15.638104 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] rbac_policy is already registered Jan 26 13:06:15.638503 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:security_group Jan 26 13:06:15.638857 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] security_group is already registered Jan 26 13:06:15.639234 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 13:06:15.639563 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] security_group_rule is already registered Jan 26 13:06:15.640223 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service CORE assigned prefix: {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.640544 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 13:06:15.640872 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] subnetpool is already registered Jan 26 13:06:15.641279 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.v2.resource_helper [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Service CORE assigned prefix: {{(pid=102499) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 13:06:15.641647 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 13:06:15.641931 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING neutron.quota.resource_registry [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] subnetpool is already registered Jan 26 13:06:15.642408 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: extensions {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.643963 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: address-groups {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.645475 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: address-scopes {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.646884 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: agents {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.647983 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: auto-allocated-topology {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.649236 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: availability_zones {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.650440 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: dhcp-networks {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.652009 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: dhcp-agents {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.653449 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: routers {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.655932 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: flavors {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.657027 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: service_profiles {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.658228 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: next_providers {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.659700 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: service_profiles {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.661753 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: floatingip-pools {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.662978 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: routers {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.665242 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: floatingips {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.666539 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: l3-routers {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.667934 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: l3-agents {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.669350 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: metering-labels {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.670869 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: metering-label-rules {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.672197 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: network-ip-availabilities {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.673455 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: bindings {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.675087 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: quotas {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.677255 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: quotas {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.679161 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: rbac-policies {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.680490 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: security-groups {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.681721 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: security-group-rules {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.682952 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: service-providers {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.684192 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: subnetpools {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.685726 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: subnetpools {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.687170 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: tags {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.688856 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: tags {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.690645 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: tags {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.692663 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: tags {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.695530 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: tags {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.697420 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: tags {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.699104 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: tags {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.701237 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: tags {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.703030 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: tags {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.704901 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron.api.extensions [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Extended resource: tags {{(pid=102499) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 13:06:15.710891 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING keystonemiddleware.auth_token [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 26 13:06:15.715566 dv-cinder-824187-5-iscsi neutron-server[102499]: WARNING keystonemiddleware.auth_token [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 26 13:06:15.725026 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_concurrency.lockutils [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Acquired lock "singleton_lock" {{(pid=102499) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 26 13:06:15.725489 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_concurrency.lockutils [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Releasing lock "singleton_lock" {{(pid=102499) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 26 13:06:15.726133 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO oslo_service.service [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Starting 2 workers Jan 26 13:06:15.730998 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Started child 102608 {{(pid=102499) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 13:06:15.735496 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Started child 102609 {{(pid=102499) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 13:06:15.736713 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:15.737428 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO neutron.service [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 26 13:06:15.737743 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:15.738340 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [-] (102608) wsgi starting up on http://0.0.0.0:9696 Jan 26 13:06:15.740946 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO oslo_service.service [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Starting 1 workers Jan 26 13:06:15.741146 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:15.742610 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [-] (102609) wsgi starting up on http://0.0.0.0:9696 Jan 26 13:06:15.746247 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Started child 102610 {{(pid=102499) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 13:06:15.746777 dv-cinder-824187-5-iscsi neutron-server[102499]: INFO oslo_service.service [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Starting 1 workers Jan 26 13:06:15.749952 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.service [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] calling RpcWorker wait() {{(pid=102610) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 26 13:06:15.750536 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.service [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] returning from RpcWorker wait() {{(pid=102610) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 26 13:06:15.751263 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Started child 102611 {{(pid=102499) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 13:06:15.751744 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:15.752114 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ee965a63-f3b1-447e-a0a6-2d8169383613 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:15.752250 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:06:15.754160 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102499) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 26 13:06:15.754378 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 13:06:15.754562 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 13:06:15.754824 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 13:06:15.755648 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 13:06:15.755648 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 13:06:15.755931 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.756076 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.756340 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.756594 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.756883 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.757424 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:15.757985 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.757985 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.757985 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.758388 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.758647 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.758647 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.758925 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:06:15.759065 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.759065 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.759320 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.759465 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.759707 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.759949 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.760195 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.760363 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.760632 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.760899 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.761143 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.761399 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] debug = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.761646 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.762134 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.762357 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.762688 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.762837 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.763066 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.763294 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.763564 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.763838 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.764073 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.764304 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.764551 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.764786 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.764992 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.765250 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.765460 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.765729 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.765932 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.766401 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] host = dv-cinder-824187-5-iscsi {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.766630 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.766859 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.767082 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.767333 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.767594 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.767866 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.768134 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.768399 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.768707 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.768856 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.769084 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.769314 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.769525 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.769772 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_file = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.769922 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_options = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.770159 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.770468 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.771189 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.771189 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.771189 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.771595 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.771595 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.771595 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.772037 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.772194 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.772330 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.772463 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.772669 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.772914 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.773146 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.773371 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.773616 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.773852 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.774104 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.774330 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.775581 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.775581 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.775581 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.775581 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.776180 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.776374 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.776794 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.777125 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.777277 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.777493 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.777728 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.778002 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.778239 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.778477 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.778721 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.778959 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.779192 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.779410 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.779683 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.780114 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.780530 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.780978 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.781368 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.781784 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.782201 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.782628 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.784005 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] use_json = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.784005 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.784344 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.784540 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.784794 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.785132 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.785332 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.785525 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.785731 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.786497 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.789754 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.790059 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.790410 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.790676 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.790931 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.791196 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.791446 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.791729 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.791983 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.792231 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.792557 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.792792 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.793111 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.793383 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.793653 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.793966 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.794246 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.794521 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.794763 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.794999 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.795236 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.795457 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.795741 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.795989 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.796227 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.796485 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.796710 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.797022 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.797302 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.797649 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.797913 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.798164 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.798432 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.798665 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.798903 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.799144 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.799364 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.799603 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.799868 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.800123 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.800365 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.800583 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.800827 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.801060 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.801297 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.802160 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.802366 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.802612 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.802849 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.803083 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.803308 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.803547 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.804076 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.804319 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.804555 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.804768 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.805043 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.805306 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.805554 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.805772 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.806013 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.806234 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.806473 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.806691 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.806906 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.807119 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.807341 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.807552 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.807827 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.808089 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.808307 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.808527 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.808746 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.809148 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.809520 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.809885 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.810278 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.810699 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.811133 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.811377 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.811599 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.811844 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.812063 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.812285 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.812520 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.812742 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.812959 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.813174 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.813392 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.813608 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.813824 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.814115 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.814447 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.814700 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.814945 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.815345 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.815587 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.815833 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.816095 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.816319 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.816559 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.816774 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.817047 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.817495 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.817579 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.817805 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.818032 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.818274 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.818495 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.818723 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.818940 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.819189 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.819427 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.819711 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.819936 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.820189 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.820460 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.820728 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.820989 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.821237 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.821512 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.821732 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.822008 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.822327 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.822598 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.822863 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.823115 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.823364 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.823625 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.823886 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.824137 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.824397 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.824667 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.824888 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.825308 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.825679 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.826051 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.826288 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.826633 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.826871 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.827109 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.827322 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.827773 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.828044 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.828287 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.828574 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.828837 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.829070 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.829311 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.829562 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.829809 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.830046 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.830278 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.830583 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.831004 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.831223 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.831475 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.831719 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.831964 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.832214 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.832432 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.832651 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.833468 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.833692 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.833913 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.834159 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.834372 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.834595 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.834844 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.835067 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.835279 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.835648 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.835895 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.836153 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.836372 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.836641 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.836896 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.837131 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.837383 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.837624 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.837854 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.838074 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.838324 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.838568 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.838803 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.839018 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.839249 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.839467 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.839698 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.839933 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.840167 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.840423 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.840661 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.840997 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.841251 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.841501 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.841748 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.841987 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.842224 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.842458 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.842676 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.842896 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.843111 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.843372 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.843582 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.843840 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.844092 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.844305 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.845335 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.845335 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.845335 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.845335 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.845718 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.845718 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.845911 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.846176 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.846397 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.846615 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.846862 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.847074 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.847285 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.847507 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.847746 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.847960 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.848188 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.848987 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.849213 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.849435 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.849683 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.849898 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.850144 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.850372 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.850588 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.850830 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.851050 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.851259 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.851502 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.851735 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.851948 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.852168 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.852404 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.852613 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.852838 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.853048 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.853256 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.853474 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.853688 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.853895 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.854187 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.854445 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.854690 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.854973 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.855219 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.855490 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.855771 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.856015 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:06:15.856119 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.856260 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.856500 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.856717 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.856933 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.857174 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.857444 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.857778 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.858066 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.858329 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.858586 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.859327 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.859327 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.859594 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.859594 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.860382 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.860382 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.860552 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.860733 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.860962 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.861211 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.862113 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.862113 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.862113 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.862113 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.862629 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.862629 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.862879 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.863011 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.863187 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.863438 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.863656 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.863924 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.864225 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.864445 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.864703 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.864829 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 13:06:15.865341 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102499) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 26 13:06:15.865504 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 13:06:15.865659 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 13:06:15.865854 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 13:06:15.866051 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 13:06:15.866186 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 13:06:15.866384 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.866546 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.866707 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.866865 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.867024 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.867203 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.867363 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.867523 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.867696 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.867856 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.868016 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.868176 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.868333 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.868491 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.868653 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.868812 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.868974 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.869133 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.869297 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.869457 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.869614 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.869772 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.869930 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] debug = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.870091 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.870306 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.870476 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.870602 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.870763 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.870920 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.871078 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.871236 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.871396 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.871554 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.871748 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.871911 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.872069 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.872227 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.872386 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.872544 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.872703 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.872862 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.873021 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] host = dv-cinder-824187-5-iscsi {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.873178 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.873382 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.873506 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.873628 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.873769 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.873927 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.874085 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.874242 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.874400 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.874557 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.874714 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.874871 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.875029 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.875186 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_file = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.875343 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_options = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.875500 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.875657 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.875845 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.876034 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.876200 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.876358 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.876516 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.876674 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.876832 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.876991 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.877153 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.877788 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.877788 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.877788 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.877788 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.878336 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.878336 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.878336 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.878336 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.879066 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.879066 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.879066 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.879066 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.879066 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.879928 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.879928 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.879928 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.879928 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.879928 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.880516 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.880516 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.880516 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.880516 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.880980 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.880980 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.880980 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.880980 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.881337 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.881337 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.881477 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.881587 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.881745 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.881905 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.882077 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.882206 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.882365 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.882523 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] use_json = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.882683 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.882840 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.882998 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.883156 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.883313 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.883470 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.883628 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.883803 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.883955 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 13:06:15.884134 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.884296 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.884467 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.884628 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.884787 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.884948 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.885160 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.885293 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.885417 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.885564 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.885732 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.885893 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.886104 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.886223 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.886383 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.886548 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.886774 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.886944 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.887104 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.887266 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.887427 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.887589 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.887781 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.887943 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.888128 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.888256 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.888420 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.888549 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.888712 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.888891 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.889052 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.889214 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.889375 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.889535 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.889696 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.889853 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.890014 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.890175 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.890337 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.890498 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.890659 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.890821 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.890981 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.891143 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.891305 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.891467 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.891629 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.891816 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.891962 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.892124 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.892286 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.892447 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.892610 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.892772 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.892933 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.893095 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.893255 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.893426 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.893586 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.893746 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.893906 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.894071 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.894240 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.894396 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.894559 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.894722 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.894882 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.895044 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.895733 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.895913 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.896071 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.896295 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.896438 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.896582 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.896722 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.896858 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.896993 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.897117 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.897259 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.897418 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.897579 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.897742 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.897905 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.898065 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.898228 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.898390 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.898551 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.898711 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.898871 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.899032 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.899198 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.899367 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.899542 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.899722 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.899886 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.900046 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.900206 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.900385 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.900604 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.900744 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.900861 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.900984 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.901148 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.901307 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.901470 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.901632 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.901793 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.901954 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.902114 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.902273 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.902433 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.902591 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.902753 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.902913 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.903073 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.903232 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.903392 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.903552 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.903741 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.903902 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.904066 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.904228 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.904395 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.904565 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.904727 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.904888 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.905049 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.905212 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.905372 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.905532 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.905693 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.905853 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.906013 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.906173 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.906350 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.906513 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.906672 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.906832 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.907017 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.907178 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.907339 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.907501 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.907684 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.907840 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.908002 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.908163 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.908323 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.908484 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.908644 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.908805 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.908966 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.909133 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.909292 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.909452 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.909615 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.909776 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.909937 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.910098 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.910260 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.910421 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.910583 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.910743 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.910975 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.911138 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.911298 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.911458 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.911621 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.911803 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.911965 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.912126 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.912287 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.912448 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.912609 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.912770 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.912930 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.913093 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.913257 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.913419 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.913580 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.913741 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.913906 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.914052 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.914214 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.914374 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.914535 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.914698 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.914858 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.915020 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.915181 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.915342 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.915504 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.915698 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.915843 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.916018 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.916178 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.916340 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.916503 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.916663 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.916825 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.916986 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.917147 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.917307 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.917467 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.917628 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.917792 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.917955 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.918115 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.918278 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.918438 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.918598 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.918991 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.919161 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.919336 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.919498 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.919673 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.919841 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.920002 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.920162 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.920333 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.920494 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.920654 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.920815 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.920976 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.921136 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.921305 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.921466 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.921625 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.921785 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.921945 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.922105 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.922487 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.922660 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.922778 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59008) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:06:15.922876 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.922966 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.923117 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.923277 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.923446 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.923607 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.923788 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.923949 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.924110 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.924270 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.924441 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.924603 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.924764 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.924925 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.925085 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.925245 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.925414 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.925576 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.925740 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.925909 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.926070 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.926231 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.926392 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.927154 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.927356 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.927522 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.927701 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.927867 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.928027 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.928191 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.928358 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.928529 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.928696 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.929124 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.929298 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.929467 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.929636 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.929797 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.929963 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.930136 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.930298 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.930459 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.930708 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.930954 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.931052 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.931187 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.931348 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.931628 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.931824 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.931824 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.932057 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.932138 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.932287 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.932448 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.932609 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.932770 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076652 Jan 26 13:06:15.932903 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.932903 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.933104 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.933258 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 13:06:15.933362 dv-cinder-824187-5-iscsi neutron-server[102499]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102499) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 13:06:27.418005 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d568c7a5-733a-4b8f-9bc9-cc7c5b802142 None None] get_active_networks_info from dv-cinder-824187-5-iscsi {{(pid=102610) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 13:06:27.487077 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568c7a5-733a-4b8f-9bc9-cc7c5b802142 None None] No non-hosted networks {{(pid=102610) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 26 13:06:27.505469 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.agentschedulers_db [None req-d568c7a5-733a-4b8f-9bc9-cc7c5b802142 None None] DHCP Agent not found on host dv-cinder-824187-5-iscsi {{(pid=102610) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 26 13:06:27.641041 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8ed559cd-85b3-4214-a5c6-eb47fb3d8c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533977'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:29.630477 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a5e7b97e-35a9-449f-b2fa-d62370e4e9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533977'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:29.681593 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e65f18ae-86b4-4ac7-9a0d-509e4286b7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:30.902492 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533977'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:32.225712 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533977'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:33.704721 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533977'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:33.711098 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.711098 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.711098 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.711098 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.711098 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.711744 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.712225 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.712959 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.713472 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.713934 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.714411 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.715255 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.716007 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:33.720513 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824187-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:06:33.732366 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824187-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:06:33.987485 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.db.l3_hamode_db [None req-d2dead34-e4bb-4dc5-b871-e35b24efca3c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 26 13:06:34.064715 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dead34-e4bb-4dc5-b871-e35b24efca3c None None] Routers set() bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:06:34.065104 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dead34-e4bb-4dc5-b871-e35b24efca3c None None] Router IDs set() for agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 26 13:06:36.256799 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59106) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:06:36.745406 dv-cinder-824187-5-iscsi neutron-server[102608]: WARNING oslo_policy.policy [None req-544aeb2e-f1e4-48c3-8279-dd563156e3f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 13:06:36.745963 dv-cinder-824187-5-iscsi neutron-server[102608]: WARNING oslo_policy.policy [None req-544aeb2e-f1e4-48c3-8279-dd563156e3f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 13:06:36.970288 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [None req-544aeb2e-f1e4-48c3-8279-dd563156e3f2 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:06:36.971353 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-544aeb2e-f1e4-48c3-8279-dd563156e3f2 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7137434 Jan 26 13:06:39.766769 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59124) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:06:40.069780 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-732246f5-35fc-435e-a758-593322150e8d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'tenant_id': '790fcab485f8409886641ba229794c96', 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:06:40.160834 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.policy [None req-732246f5-35fc-435e-a758-593322150e8d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102608) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 26 13:06:40.202294 dv-cinder-824187-5-iscsi neutron-server[102608]: WARNING oslo_policy.policy [None req-732246f5-35fc-435e-a758-593322150e8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 13:06:40.202664 dv-cinder-824187-5-iscsi neutron-server[102608]: WARNING oslo_policy.policy [None req-732246f5-35fc-435e-a758-593322150e8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 13:06:40.297711 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-732246f5-35fc-435e-a758-593322150e8d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740265360966', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740265357331', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740265346463', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740265308296', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740265298936', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740265323362', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1583351', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1865975', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-732499', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-674483'] for rbac-policy (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:40.363944 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-732246f5-35fc-435e-a758-593322150e8d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:40.365133 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-732246f5-35fc-435e-a758-593322150e8d admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5973976 Jan 26 13:06:43.012688 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59136) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:06:43.305718 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'name': 'private', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:06:43.332662 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Made reservation on behalf of 6fa54a5ac33c40c88ac88707abfabb99 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:06:43.335403 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:43.352407 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:43.458922 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Publish callbacks [] for security_group (45aa48f4-0578-4119-b558-e1ba5acd84bb), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:43.462382 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (45aa48f4-0578-4119-b558-e1ba5acd84bb), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:43.486071 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:06:43.510719 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740263436665', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (81d6aff7-866b-4b42-aa36-4e834dcc38ae), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:43.511296 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Unsubscribe: segment precommit_create {{(pid=102608) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 26 13:06:43.511846 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.segments_db [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Added segment 81d6aff7-866b-4b42-aa36-4e834dcc38ae of type vlan for network b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c Jan 26 13:06:43.526251 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aa48f4-0578-4119-b558-e1ba5acd84bb,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:06:43.562185 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.562537 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.562875 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.563202 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.563524 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.563876 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.564210 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.564529 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.564856 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.565187 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.565918 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.566247 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.566562 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Tracked resource versions report: Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: pushed versions: Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: { 'AddressGroup': {'1.2'}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'ConntrackHelper': {'1.0'}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'LocalIPAssociation': {'1.0'}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Log': {'1.0'}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Network': {'1.1'}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Port': {'1.7'}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'PortForwarding': {'1.2'}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'QosPolicy': {'1.10'}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'SecurityGroup': {'1.5'}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'SecurityGroupRule': {'1.2'}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'SubPort': {'1.0'}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Subnet': {'1.1'}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Trunk': {'1.1'}} Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: consumer versions: Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: { DHCP agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: L3 agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: Metadata agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: Metering agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: Open vSwitch agent@dv-cinder-824187-5-iscsi: { 'AddressGroup': '1.2', Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'ConntrackHelper': '1.0', Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'LocalIPAssociation': '1.0', Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Log': '1.0', Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Network': '1.1', Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Port': '1.7', Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'PortForwarding': '1.2', Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'QosPolicy': '1.10', Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'SecurityGroup': '1.5', Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'SecurityGroupRule': '1.2', Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'SubPort': '1.0', Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Subnet': '1.1', Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Trunk': '1.1'}} Jan 26 13:06:43.567965 dv-cinder-824187-5-iscsi neutron-server[102608]: {{(pid=102608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 13:06:43.634104 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:43.674359 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:43.675754 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:06:43.676448 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:43.731700 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7178373 Jan 26 13:06:43.780391 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857a42c-cb23-46da-9c8b-bb1119b23027 admin admin] Pushing event updated for resources: {'Network': ['ID=b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:06:43.793190 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:06:46.451440 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59150) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:06:46.843504 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec0749-fea8-40ef-a89f-ba0dff89dbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:06:46.844899 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-52ec0749-fea8-40ef-a89f-ba0dff89dbe3 admin admin] 10.222.0.10 "GET /v2.0/networks/b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c HTTP/1.1" status: 200 len: 825 time: 0.3924785 Jan 26 13:06:46.869690 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-68365c20-d16e-46d4-ba39-dab1275102c8 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/a6214706-a3bd-46ce-a219-2504d6311bcc HTTP/1.1" status: 200 len: 734 time: 0.0182564 Jan 26 13:06:46.877990 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6103da64-1821-40e0-a60a-d883c8eac921 admin admin] Request body: {'subnet': {'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c', 'ip_version': 4, 'subnetpool_id': 'a6214706-a3bd-46ce-a219-2504d6311bcc'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:06:46.897894 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6103da64-1821-40e0-a60a-d883c8eac921 admin admin] Made reservation on behalf of 6fa54a5ac33c40c88ac88707abfabb99 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:06:46.900169 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6103da64-1821-40e0-a60a-d883c8eac921 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:47.188123 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6103da64-1821-40e0-a60a-d883c8eac921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (5b71505d-9fce-4482-9a90-3fd4a1d9b631), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:47.255285 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103da64-1821-40e0-a60a-d883c8eac921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b71505d-9fce-4482-9a90-3fd4a1d9b631,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:06:47.259819 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103da64-1821-40e0-a60a-d883c8eac921 admin admin] Checking segment: {'id': '81d6aff7-866b-4b42-aa36-4e834dcc38ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:06:47.260180 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6103da64-1821-40e0-a60a-d883c8eac921 admin admin] Network hostable DHCP agents. Network: b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:06:47.280557 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6103da64-1821-40e0-a60a-d883c8eac921 admin admin] Network b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:06:47.291261 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-6103da64-1821-40e0-a60a-d883c8eac921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:06:47.295911 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6103da64-1821-40e0-a60a-d883c8eac921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:06:47.296559 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6103da64-1821-40e0-a60a-d883c8eac921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:47.301168 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7d9629-7c2c-4120-ad62-6626dc32e892 None None] Network b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:06:47.311725 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-6103da64-1821-40e0-a60a-d883c8eac921 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4368804 Jan 26 13:06:47.567073 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8497d599-008a-52b4-8887-f55f4cc7a527-b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c', 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c', 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'fixed_ips': [{'subnet_id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631'}]}} from dv-cinder-824187-5-iscsi. {{(pid=102610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 13:06:47.568295 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:47.845055 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Allocated IP 172.20.0.2 (b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c/5b71505d-9fce-4482-9a90-3fd4a1d9b631/98f74d6e-8fb0-4273-bb78-6c095f291977) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:06:48.108814 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Publish callbacks [] for port (98f74d6e-8fb0-4273-bb78-6c095f291977), precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:48.116877 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (98f74d6e-8fb0-4273-bb78-6c095f291977), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:48.192286 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Network b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:06:48.201453 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:06:48.203327 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Pushing event updated for resources: {'Port': ['ID=98f74d6e-8fb0-4273-bb78-6c095f291977,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:06:48.209087 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:06:48.216745 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.217107 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.217462 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.217845 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.218179 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.218508 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.218835 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.219155 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.219477 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.219839 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.220167 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.220485 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.220803 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Tracked resource versions report: Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: pushed versions: Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: { 'AddressGroup': {'1.2'}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'ConntrackHelper': {'1.0'}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'LocalIPAssociation': {'1.0'}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Log': {'1.0'}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Network': {'1.1'}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Port': {'1.7'}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'PortForwarding': {'1.2'}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'QosPolicy': {'1.10'}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'SecurityGroup': {'1.5'}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'SecurityGroupRule': {'1.2'}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'SubPort': {'1.0'}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Subnet': {'1.1'}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Trunk': {'1.1'}} Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: consumer versions: Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: { DHCP agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: L3 agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: Metadata agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: Metering agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: Open vSwitch agent@dv-cinder-824187-5-iscsi: { 'AddressGroup': '1.2', Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'ConntrackHelper': '1.0', Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'LocalIPAssociation': '1.0', Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Log': '1.0', Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Network': '1.1', Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Port': '1.7', Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'PortForwarding': '1.2', Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'QosPolicy': '1.10', Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'SecurityGroup': '1.5', Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'SecurityGroupRule': '1.2', Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'SubPort': '1.0', Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Subnet': '1.1', Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Trunk': '1.1'}} Jan 26 13:06:48.222786 dv-cinder-824187-5-iscsi neutron-server[102610]: {{(pid=102610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 13:06:48.296766 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Attempting to bind port 98f74d6e-8fb0-4273-bb78-6c095f291977 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:06:48.297156 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Attempting to bind port 98f74d6e-8fb0-4273-bb78-6c095f291977 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '81d6aff7-866b-4b42-aa36-4e834dcc38ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:06:48.297572 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Attempting to bind port 98f74d6e-8fb0-4273-bb78-6c095f291977 on network b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:06:48.302879 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:06:48.303822 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Checking segment: {'id': '81d6aff7-866b-4b42-aa36-4e834dcc38ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:06:48.304003 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:48.304392 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Bound using segment: {'id': '81d6aff7-866b-4b42-aa36-4e834dcc38ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:06:48.304864 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Bound port: 98f74d6e-8fb0-4273-bb78-6c095f291977, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d6aff7-866b-4b42-aa36-4e834dcc38ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:06:48.305264 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (98f74d6e-8fb0-4273-bb78-6c095f291977), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:48.366917 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] For port 98f74d6e-8fb0-4273-bb78-6c095f291977, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:06:48.371104 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] For port 98f74d6e-8fb0-4273-bb78-6c095f291977, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=98f74d6e-8fb0-4273-bb78-6c095f291977,segment=NetworkSegment(81d6aff7-866b-4b42-aa36-4e834dcc38ae),segment_id=81d6aff7-866b-4b42-aa36-4e834dcc38ae)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:06:48.376163 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (98f74d6e-8fb0-4273-bb78-6c095f291977), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:48.442316 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700a084-a8a9-47a1-a262-cff901198407 None None] Pushing event updated for resources: {'Port': ['ID=98f74d6e-8fb0-4273-bb78-6c095f291977,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:06:49.785501 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59158) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:06:50.100188 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [None req-3ba434c8-038d-448a-9ad1-4ba8a562806c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:06:50.123690 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3ba434c8-038d-448a-9ad1-4ba8a562806c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146510 Jan 26 13:06:52.571635 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59166) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:06:52.797620 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 5 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:06:52.892196 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [None req-cc018bef-d25d-4c79-9aa3-0666d673e5ac admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:06:52.893901 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-cc018bef-d25d-4c79-9aa3-0666d673e5ac admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3212814 Jan 26 13:06:55.639390 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59176) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:06:55.937147 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fbe25830-39f6-4829-a001-b4b6a56b6ea0 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:06:55.962226 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbe25830-39f6-4829-a001-b4b6a56b6ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12833'] for router (9fef1fd3-1579-4b20-86ea-cba6aa13fb7a), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:55.963856 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbe25830-39f6-4829-a001-b4b6a56b6ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12856'] for router (9fef1fd3-1579-4b20-86ea-cba6aa13fb7a), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:56.100390 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbe25830-39f6-4829-a001-b4b6a56b6ea0 admin admin] Publish callbacks [] for router_controller (9fef1fd3-1579-4b20-86ea-cba6aa13fb7a), precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:56.105277 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbe25830-39f6-4829-a001-b4b6a56b6ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539040'] for router (9fef1fd3-1579-4b20-86ea-cba6aa13fb7a), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:56.120520 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbe25830-39f6-4829-a001-b4b6a56b6ea0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:56.121700 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-fbe25830-39f6-4829-a001-b4b6a56b6ea0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4812949 Jan 26 13:06:57.374510 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-675b9d34-6ebd-4596-ab6d-ce6d298c1955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:58.400128 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 98f74d6e-8fb0-4273-bb78-6c095f291977 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:06:58.488607 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 98f74d6e-8fb0-4273-bb78-6c095f291977 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:06:58.489022 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (98f74d6e-8fb0-4273-bb78-6c095f291977), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:58.603076 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 98f74d6e-8fb0-4273-bb78-6c095f291977 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:06:58.603466 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (98f74d6e-8fb0-4273-bb78-6c095f291977), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:58.640805 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port 98f74d6e-8fb0-4273-bb78-6c095f291977, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=98f74d6e-8fb0-4273-bb78-6c095f291977,segment=NetworkSegment(81d6aff7-866b-4b42-aa36-4e834dcc38ae),segment_id=81d6aff7-866b-4b42-aa36-4e834dcc38ae)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:06:58.645465 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (98f74d6e-8fb0-4273-bb78-6c095f291977), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:58.684048 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59188) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:06:58.702409 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=98f74d6e-8fb0-4273-bb78-6c095f291977,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:06:59.009347 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [None req-24291dbb-0fef-4584-91cb-314e6a603b0d admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:06:59.010333 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-24291dbb-0fef-4584-91cb-314e6a603b0d admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3253434 Jan 26 13:06:59.591554 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41bfbc3-b5fc-4b2a-8f31-ea820fdf7ec8 None None] Network b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:06:59.660929 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1847213e-3404-40e2-8965-e428d3c02066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:59.687559 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-1330c327-939c-4dd8-8adb-1826388caabd None None] Provisioning complete for port 98f74d6e-8fb0-4273-bb78-6c095f291977 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:06:59.687964 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1330c327-939c-4dd8-8adb-1826388caabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (98f74d6e-8fb0-4273-bb78-6c095f291977), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:06:59.808427 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-1330c327-939c-4dd8-8adb-1826388caabd None None] Current status of the port 98f74d6e-8fb0-4273-bb78-6c095f291977 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:07:00.029024 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-6b36dd52-0365-4732-903f-86f2e6c6e840 None None] Provisioning complete for port 98f74d6e-8fb0-4273-bb78-6c095f291977 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:07:00.029416 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6b36dd52-0365-4732-903f-86f2e6c6e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (98f74d6e-8fb0-4273-bb78-6c095f291977), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:00.106992 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-6b36dd52-0365-4732-903f-86f2e6c6e840 None None] Current status of the port 98f74d6e-8fb0-4273-bb78-6c095f291977 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:07:00.384278 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 98f74d6e-8fb0-4273-bb78-6c095f291977 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:07:00.431152 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 98f74d6e-8fb0-4273-bb78-6c095f291977 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:07:00.431547 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (98f74d6e-8fb0-4273-bb78-6c095f291977), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:00.505677 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 98f74d6e-8fb0-4273-bb78-6c095f291977 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:07:00.825414 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:01.572919 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 59220) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:07:01.792878 dv-cinder-824187-5-iscsi neutron-server[102609]: WARNING oslo_policy.policy [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 13:07:01.793440 dv-cinder-824187-5-iscsi neutron-server[102609]: WARNING oslo_policy.policy [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 13:07:02.016952 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'tenant_id': '790fcab485f8409886641ba229794c96', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'project_id': '790fcab485f8409886641ba229794c96', 'is_default': True}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:07:02.071039 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Made reservation on behalf of 790fcab485f8409886641ba229794c96 for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:07:02.131545 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.policy [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102609) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 26 13:07:02.173436 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:02.174705 dv-cinder-824187-5-iscsi neutron-server[102609]: WARNING oslo_policy.policy [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 13:07:02.175084 dv-cinder-824187-5-iscsi neutron-server[102609]: WARNING oslo_policy.policy [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 13:07:02.185210 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:02.206103 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:02.317181 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Publish callbacks [] for security_group (ddde1811-c393-40a5-93fe-f6edac920b1e), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:02.320784 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (ddde1811-c393-40a5-93fe-f6edac920b1e), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:02.332664 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Reserving flat network on physical network physnet1 {{(pid=102609) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 26 13:07:02.362748 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740263436665', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (5feabac4-9950-4c3c-b4d3-85d64f4a828d), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:02.363330 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Unsubscribe: segment precommit_create {{(pid=102609) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 26 13:07:02.363871 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Added segment 5feabac4-9950-4c3c-b4d3-85d64f4a828d of type flat for network d94d83f6-fc48-43f1-98be-5a76392d8959 Jan 26 13:07:02.382854 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddde1811-c393-40a5-93fe-f6edac920b1e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:07:02.435051 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.435421 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.435790 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.436120 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.436444 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.436762 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.437099 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.437421 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.437749 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.438084 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.438401 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.438710 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.439024 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Tracked resource versions report: Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: pushed versions: Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: { 'AddressGroup': {'1.2'}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'ConntrackHelper': {'1.0'}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'LocalIPAssociation': {'1.0'}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Log': {'1.0'}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Network': {'1.1'}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Port': {'1.7'}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'PortForwarding': {'1.2'}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'QosPolicy': {'1.10'}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'SecurityGroup': {'1.5'}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'SecurityGroupRule': {'1.2'}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'SubPort': {'1.0'}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Subnet': {'1.1'}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Trunk': {'1.1'}} Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: consumer versions: Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: { DHCP agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: L3 agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: Metadata agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: Metering agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: Open vSwitch agent@dv-cinder-824187-5-iscsi: { 'AddressGroup': '1.2', Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'ConntrackHelper': '1.0', Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'LocalIPAssociation': '1.0', Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Log': '1.0', Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Network': '1.1', Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Port': '1.7', Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'PortForwarding': '1.2', Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'QosPolicy': '1.10', Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'SecurityGroup': '1.5', Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'SecurityGroupRule': '1.2', Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'SubPort': '1.0', Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Subnet': '1.1', Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Trunk': '1.1'}} Jan 26 13:07:02.440412 dv-cinder-824187-5-iscsi neutron-server[102609]: {{(pid=102609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 13:07:02.482773 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (d94d83f6-fc48-43f1-98be-5a76392d8959), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:02.525701 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (d94d83f6-fc48-43f1-98be-5a76392d8959), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:02.526881 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:07:02.527556 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:02.595158 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0200155 Jan 26 13:07:02.631028 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679522f-cd9a-44c9-9c30-2877c0612308 admin admin] Pushing event updated for resources: {'Network': ['ID=d94d83f6-fc48-43f1-98be-5a76392d8959,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:07:02.646429 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network d94d83f6-fc48-43f1-98be-5a76392d8959 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:07:03.692121 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:04.899016 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 59240) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:07:05.032402 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fc72f4-c5f8-4f04-840c-9b837257272f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:07:05.034380 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-93fc72f4-c5f8-4f04-840c-9b837257272f admin admin] 10.222.0.10 "GET /v2.0/subnets/5b71505d-9fce-4482-9a90-3fd4a1d9b631 HTTP/1.1" status: 200 len: 849 time: 0.1343496 Jan 26 13:07:05.192557 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fd475d0c-9056-4622-8047-32fe9c1fc947 admin admin] 10.222.0.10 "GET /v2.0/routers/9fef1fd3-1579-4b20-86ea-cba6aa13fb7a HTTP/1.1" status: 200 len: 704 time: 0.1526203 Jan 26 13:07:05.476887 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:05.771770 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Allocated IP 172.20.0.1 (b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c/5b71505d-9fce-4482-9a90-3fd4a1d9b631/1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:07:05.954210 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Publish callbacks [] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:06.017643 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:06.097061 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Network b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:07:06.102631 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:07:06.105832 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:07:06.106468 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539381'] for router_interface (9fef1fd3-1579-4b20-86ea-cba6aa13fb7a), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:06.167631 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Pushing event updated for resources: {'Port': ['ID=1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:07:06.308321 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:06.363321 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-9deeed0b-200d-4785-b32f-cb1a0a48381c None None] Provisioning complete for port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:07:06.363887 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9deeed0b-200d-4785-b32f-cb1a0a48381c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:06.443533 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-9deeed0b-200d-4785-b32f-cb1a0a48381c None None] Port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:07:06.570695 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Publish callbacks [] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:06.575049 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:06.575865 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533861'] for router_interface (9fef1fd3-1579-4b20-86ea-cba6aa13fb7a), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:06.633502 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Pushing event updated for resources: {'Port': ['ID=1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:07:06.701616 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Network b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:07:06.702918 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:07:06.864473 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-dfb7f0ab-8634-4ec8-9360-7e71f86103a0 None None] Provisioning complete for port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:07:06.864840 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-dfb7f0ab-8634-4ec8-9360-7e71f86103a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:06.867264 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Router 9fef1fd3-1579-4b20-86ea-cba6aa13fb7a is scheduled to L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 with binding_index 1 {{(pid=102609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 13:07:06.898239 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7f0ab-8634-4ec8-9360-7e71f86103a0 None None] Port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:07:06.956939 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:07:06.962103 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-5c330a92-2deb-46f6-8701-947143d8617a admin admin] 10.222.0.10 "PUT /v2.0/routers/9fef1fd3-1579-4b20-86ea-cba6aa13fb7a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7645304 Jan 26 13:07:06.967298 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Sync routers for ids ['9fef1fd3-1579-4b20-86ea-cba6aa13fb7a'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:07:06.979989 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Routers {'9fef1fd3-1579-4b20-86ea-cba6aa13fb7a'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:07:06.980757 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:07:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9fef1fd3-1579-4b20-86ea-cba6aa13fb7a'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:07:07.166663 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Set router 9fef1fd3-1579-4b20-86ea-cba6aa13fb7a gateway port host: None {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:07:07.588879 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'name': 'router1', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:06:55Z', 'updated_at': '2022-01-26T13:07:06Z', 'revision_number': 2, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'gw_port_host': None, '_interfaces': [{'id': '1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb', 'name': '', 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'mac_address': 'fa:16:3e:7e:0b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:07:05Z', 'updated_at': '2022-01-26T13:07:06Z', 'revision_number': 2, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'subnets': [{'id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6214706-a3bd-46ce-a219-2504d6311bcc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:07:07.639146 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Checking router: 9fef1fd3-1579-4b20-86ea-cba6aa13fb7a for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:07:07.639503 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Updating router 9fef1fd3-1579-4b20-86ea-cba6aa13fb7a port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb binding host dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:07:07.687240 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:08.200143 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Publish callbacks [] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:08.207615 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:08.360171 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Pushing event updated for resources: {'Port': ['ID=1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:07:08.376509 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.376866 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.377291 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.377627 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.377949 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.378272 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.378591 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.378915 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.379234 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.379577 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.379990 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.380305 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.380616 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Tracked resource versions report: Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: pushed versions: Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: { 'AddressGroup': {'1.2'}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'ConntrackHelper': {'1.0'}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'LocalIPAssociation': {'1.0'}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Log': {'1.0'}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Network': {'1.1'}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Port': {'1.7'}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'PortForwarding': {'1.2'}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'QosPolicy': {'1.10'}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'SecurityGroup': {'1.5'}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'SecurityGroupRule': {'1.2'}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'SubPort': {'1.0'}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Subnet': {'1.1'}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Trunk': {'1.1'}} Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: consumer versions: Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: { DHCP agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: L3 agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: Metadata agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: Metering agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: Open vSwitch agent@dv-cinder-824187-5-iscsi: { 'AddressGroup': '1.2', Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'ConntrackHelper': '1.0', Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'LocalIPAssociation': '1.0', Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Log': '1.0', Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Network': '1.1', Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Port': '1.7', Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'PortForwarding': '1.2', Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'QosPolicy': '1.10', Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'SecurityGroup': '1.5', Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'SecurityGroupRule': '1.2', Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'SubPort': '1.0', Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Subnet': '1.1', Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Trunk': '1.1'}} Jan 26 13:07:08.382058 dv-cinder-824187-5-iscsi neutron-server[102611]: {{(pid=102611) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 13:07:08.384396 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Attempting to bind port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:07:08.384713 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Attempting to bind port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '81d6aff7-866b-4b42-aa36-4e834dcc38ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:07:08.385135 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Attempting to bind port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb on network b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:07:08.391138 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:07:08.391524 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Checking segment: {'id': '81d6aff7-866b-4b42-aa36-4e834dcc38ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:07:08.392774 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:08.393446 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Bound using segment: {'id': '81d6aff7-866b-4b42-aa36-4e834dcc38ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:07:08.393668 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Bound port: 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d6aff7-866b-4b42-aa36-4e834dcc38ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:07:08.394038 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:08.424951 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-0e794aca-7a82-4ecf-ae19-8cf88381ec83 None None] Provisioning complete for port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:07:08.425528 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0e794aca-7a82-4ecf-ae19-8cf88381ec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:08.465193 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-0e794aca-7a82-4ecf-ae19-8cf88381ec83 None None] Port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:07:08.473750 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] For port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:07:08.492811 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] For port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb,segment=NetworkSegment(81d6aff7-866b-4b42-aa36-4e834dcc38ae),segment_id=81d6aff7-866b-4b42-aa36-4e834dcc38ae)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:07:08.496758 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:08.541129 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Routers {'9fef1fd3-1579-4b20-86ea-cba6aa13fb7a'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:07:08.541794 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:07:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9fef1fd3-1579-4b20-86ea-cba6aa13fb7a'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:07:08.643736 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642545d-a68e-4f9f-a11a-371e2041edf1 None None] Pushing event updated for resources: {'Port': ['ID=1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:07:08.649608 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] Set router 9fef1fd3-1579-4b20-86ea-cba6aa13fb7a gateway port host: None {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:07:08.788908 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-0b2064da-e978-4feb-8e9c-6bbffea03556 None None] Provisioning complete for port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:07:08.789200 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0b2064da-e978-4feb-8e9c-6bbffea03556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:08.875209 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-0b2064da-e978-4feb-8e9c-6bbffea03556 None None] Current status of the port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:07:08.876794 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0b2064da-e978-4feb-8e9c-6bbffea03556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:08.882313 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'name': 'router1', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:06:55Z', 'updated_at': '2022-01-26T13:07:06Z', 'revision_number': 2, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'gw_port_host': None, '_interfaces': [{'id': '1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb', 'name': '', 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'mac_address': 'fa:16:3e:7e:0b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:07:05Z', 'updated_at': '2022-01-26T13:07:08Z', 'revision_number': 4, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'subnets': [{'id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6214706-a3bd-46ce-a219-2504d6311bcc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:07:08.909620 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8717a271-721e-4935-807d-ac35e6a7b67c None None] The sync data for ids ['9fef1fd3-1579-4b20-86ea-cba6aa13fb7a'] in dv-cinder-824187-5-iscsi is: [{'id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'name': 'router1', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:06:55Z', 'updated_at': '2022-01-26T13:07:06Z', 'revision_number': 2, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'gw_port_host': None, '_interfaces': [{'id': '1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb', 'name': '', 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'mac_address': 'fa:16:3e:7e:0b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:07:05Z', 'updated_at': '2022-01-26T13:07:08Z', 'revision_number': 4, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'subnets': [{'id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6214706-a3bd-46ce-a219-2504d6311bcc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:07:08.916069 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-0b2064da-e978-4feb-8e9c-6bbffea03556 None None] For port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb,segment=NetworkSegment(81d6aff7-866b-4b42-aa36-4e834dcc38ae),segment_id=81d6aff7-866b-4b42-aa36-4e834dcc38ae)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:07:08.920464 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0b2064da-e978-4feb-8e9c-6bbffea03556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:08.978650 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2064da-e978-4feb-8e9c-6bbffea03556 None None] Pushing event updated for resources: {'Port': ['ID=1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:07:11.733059 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 59258) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:07:11.840287 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b832a2c-8e22-4239-9888-87be4419afd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:07:11.841620 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-3b832a2c-8e22-4239-9888-87be4419afd2 admin admin] 10.222.0.10 "GET /v2.0/networks/d94d83f6-fc48-43f1-98be-5a76392d8959 HTTP/1.1" status: 200 len: 842 time: 0.1076128 Jan 26 13:07:11.851610 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'gateway_ip': '172.27.2.1', 'tenant_id': '790fcab485f8409886641ba229794c96', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:07:11.873746 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] Made reservation on behalf of 790fcab485f8409886641ba229794c96 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:07:11.876262 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:12.183715 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.objects.ports [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102609) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 13:07:12.184174 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (f83c3f79-f2aa-4586-9f09-2d27b862c0e0), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:12.232737 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83c3f79-f2aa-4586-9f09-2d27b862c0e0,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:07:12.249180 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] Checking segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:07:12.249478 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] Network hostable DHCP agents. Network: d94d83f6-fc48-43f1-98be-5a76392d8959, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:07:12.271221 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:07:12.281117 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, d94d83f6-fc48-43f1-98be-5a76392d8959) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:07:12.290280 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:07:12.290742 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954b6f5c-4fad-4087-a016-3c26ba6c8e75 None None] Network d94d83f6-fc48-43f1-98be-5a76392d8959 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:07:12.291137 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:12.315509 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a1365639-e9ad-47f4-86d0-63f2a72df97e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4590478 Jan 26 13:07:12.415937 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d87e36-936c-4440-b2e9-72855072df3b None None] Network d94d83f6-fc48-43f1-98be-5a76392d8959 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:07:14.659988 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 59266) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:07:14.790944 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-b6303d79-7317-415d-8da7-94480d02f2e3 admin admin] 10.222.0.10 "GET /v2.0/routers/9fef1fd3-1579-4b20-86ea-cba6aa13fb7a HTTP/1.1" status: 200 len: 710 time: 0.1298018 Jan 26 13:07:14.876626 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4cab61-0bb9-484f-a231-20301c6996ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:07:14.877917 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-1b4cab61-0bb9-484f-a231-20301c6996ba admin admin] 10.222.0.10 "GET /v2.0/networks/d94d83f6-fc48-43f1-98be-5a76392d8959 HTTP/1.1" status: 200 len: 886 time: 0.0816567 Jan 26 13:07:14.886602 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:07:15.202923 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Publish callbacks [] for router_gateway (9fef1fd3-1579-4b20-86ea-cba6aa13fb7a), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:15.445833 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Publish callbacks [] for router_gateway (9fef1fd3-1579-4b20-86ea-cba6aa13fb7a), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:15.528543 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:15.640193 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Allocated IP 172.27.2.196 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/9319bba0-ba82-449b-a5af-8c5281e09d66) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:07:15.744285 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Publish callbacks [] for port (9319bba0-ba82-449b-a5af-8c5281e09d66), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:15.776851 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (9319bba0-ba82-449b-a5af-8c5281e09d66), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:15.819719 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:07:15.824415 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:07:15.828440 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:07:15.832266 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Pushing event updated for resources: {'Port': ['ID=9319bba0-ba82-449b-a5af-8c5281e09d66,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:07:16.078665 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Publish callbacks [] for router_gateway (9fef1fd3-1579-4b20-86ea-cba6aa13fb7a), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:16.273238 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12810'] for router (9fef1fd3-1579-4b20-86ea-cba6aa13fb7a), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:16.276792 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532532'] for router (9fef1fd3-1579-4b20-86ea-cba6aa13fb7a), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:16.385543 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Router 9fef1fd3-1579-4b20-86ea-cba6aa13fb7a has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:07:16.421366 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:07:16.477849 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:07:16.478158 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:16.494040 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:07:16.500272 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:16.504114 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-1952a6d9-a754-46f8-89d8-7ca3df882f2b admin admin] 10.222.0.10 "PUT /v2.0/routers/9fef1fd3-1579-4b20-86ea-cba6aa13fb7a HTTP/1.1" status: 200 len: 890 time: 1.6206338 Jan 26 13:07:16.562070 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:07:17.310516 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Sync routers for ids ['9fef1fd3-1579-4b20-86ea-cba6aa13fb7a'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:07:17.322109 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Routers {'9fef1fd3-1579-4b20-86ea-cba6aa13fb7a'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:07:17.322758 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:07:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9fef1fd3-1579-4b20-86ea-cba6aa13fb7a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:07:17.531612 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Set router 9fef1fd3-1579-4b20-86ea-cba6aa13fb7a gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:07:17.990892 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'name': 'router1', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '9319bba0-ba82-449b-a5af-8c5281e09d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:06:55Z', 'updated_at': '2022-01-26T13:07:15Z', 'revision_number': 4, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'gw_port': {'id': '9319bba0-ba82-449b-a5af-8c5281e09d66', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:07:15Z', 'updated_at': '2022-01-26T13:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb', 'name': '', 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'mac_address': 'fa:16:3e:7e:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:07:05Z', 'updated_at': '2022-01-26T13:07:08Z', 'revision_number': 5, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'subnets': [{'id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6214706-a3bd-46ce-a219-2504d6311bcc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:07:18.039230 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Checking router: 9fef1fd3-1579-4b20-86ea-cba6aa13fb7a for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:07:18.039582 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Updating router 9fef1fd3-1579-4b20-86ea-cba6aa13fb7a port 9319bba0-ba82-449b-a5af-8c5281e09d66 binding host dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:07:18.087697 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (9319bba0-ba82-449b-a5af-8c5281e09d66), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:18.401063 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Publish callbacks [] for port (9319bba0-ba82-449b-a5af-8c5281e09d66), precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:18.406676 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (9319bba0-ba82-449b-a5af-8c5281e09d66), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:18.458244 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Attempting to bind port 9319bba0-ba82-449b-a5af-8c5281e09d66 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:07:18.458610 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Attempting to bind port 9319bba0-ba82-449b-a5af-8c5281e09d66 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:07:18.458967 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Attempting to bind port 9319bba0-ba82-449b-a5af-8c5281e09d66 on network d94d83f6-fc48-43f1-98be-5a76392d8959 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:07:18.460990 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4f2ca-ecf3-4320-922e-1dc59613a61d None None] Pushing event updated for resources: {'Port': ['ID=9319bba0-ba82-449b-a5af-8c5281e09d66,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:07:18.466242 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:07:18.466611 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Checking segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:07:18.467007 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:18.467386 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Bound using segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:07:18.467888 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Bound port: 9319bba0-ba82-449b-a5af-8c5281e09d66, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:07:18.468258 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (9319bba0-ba82-449b-a5af-8c5281e09d66), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:18.519169 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] For port 9319bba0-ba82-449b-a5af-8c5281e09d66, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:07:18.522191 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] For port 9319bba0-ba82-449b-a5af-8c5281e09d66, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=9319bba0-ba82-449b-a5af-8c5281e09d66,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:07:18.526672 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (9319bba0-ba82-449b-a5af-8c5281e09d66), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:18.582435 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4f2ca-ecf3-4320-922e-1dc59613a61d None None] Pushing event updated for resources: {'Port': ['ID=9319bba0-ba82-449b-a5af-8c5281e09d66,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:07:18.586529 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Routers {'9fef1fd3-1579-4b20-86ea-cba6aa13fb7a'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:07:18.587119 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:07:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9fef1fd3-1579-4b20-86ea-cba6aa13fb7a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:07:18.696005 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] Set router 9fef1fd3-1579-4b20-86ea-cba6aa13fb7a gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:07:18.902156 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'name': 'router1', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '9319bba0-ba82-449b-a5af-8c5281e09d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:06:55Z', 'updated_at': '2022-01-26T13:07:15Z', 'revision_number': 4, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'gw_port': {'id': '9319bba0-ba82-449b-a5af-8c5281e09d66', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:07:15Z', 'updated_at': '2022-01-26T13:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb', 'name': '', 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'mac_address': 'fa:16:3e:7e:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:07:05Z', 'updated_at': '2022-01-26T13:07:08Z', 'revision_number': 5, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'subnets': [{'id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6214706-a3bd-46ce-a219-2504d6311bcc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:07:18.931847 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6b33-7f13-458e-87aa-f35b9157b511 None None] The sync data for ids ['9fef1fd3-1579-4b20-86ea-cba6aa13fb7a'] in dv-cinder-824187-5-iscsi is: [{'id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'name': 'router1', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '9319bba0-ba82-449b-a5af-8c5281e09d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:06:55Z', 'updated_at': '2022-01-26T13:07:15Z', 'revision_number': 4, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'gw_port': {'id': '9319bba0-ba82-449b-a5af-8c5281e09d66', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:07:15Z', 'updated_at': '2022-01-26T13:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb', 'name': '', 'network_id': 'b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c', 'tenant_id': '6fa54a5ac33c40c88ac88707abfabb99', 'mac_address': 'fa:16:3e:7e:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fef1fd3-1579-4b20-86ea-cba6aa13fb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:07:05Z', 'updated_at': '2022-01-26T13:07:08Z', 'revision_number': 5, 'project_id': '6fa54a5ac33c40c88ac88707abfabb99', 'subnets': [{'id': '5b71505d-9fce-4482-9a90-3fd4a1d9b631', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6214706-a3bd-46ce-a219-2504d6311bcc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:07:18.999646 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59278) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:07:19.130739 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-4d54f667-0622-4a80-82a1-c17eddb4c0b4 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1358478 Jan 26 13:07:20.452243 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 9319bba0-ba82-449b-a5af-8c5281e09d66 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:07:20.500733 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 9319bba0-ba82-449b-a5af-8c5281e09d66 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:07:20.500988 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (9319bba0-ba82-449b-a5af-8c5281e09d66), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:20.578340 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 9319bba0-ba82-449b-a5af-8c5281e09d66 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:07:20.579317 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (9319bba0-ba82-449b-a5af-8c5281e09d66), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:20.598529 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port 9319bba0-ba82-449b-a5af-8c5281e09d66, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=9319bba0-ba82-449b-a5af-8c5281e09d66,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:07:20.602675 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (9319bba0-ba82-449b-a5af-8c5281e09d66), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:20.651214 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=9319bba0-ba82-449b-a5af-8c5281e09d66,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:07:22.400081 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 9319bba0-ba82-449b-a5af-8c5281e09d66 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:07:22.460847 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 9319bba0-ba82-449b-a5af-8c5281e09d66 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:07:22.461244 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (9319bba0-ba82-449b-a5af-8c5281e09d66), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:22.574504 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 9319bba0-ba82-449b-a5af-8c5281e09d66 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:07:27.394709 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ad332a7b-a17c-41b5-877e-caf174cf936f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:29.622474 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7130cd08-5fb2-477b-ad53-1683c9ce1317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:29.795182 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 5 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:07:30.830874 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:32.183766 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:33.716398 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:57.382841 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b8153481-f6f2-40de-9bb2-7d640465ca82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:07:59.635204 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b5944312-c163-4fbb-b125-1455c31aa68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:00.832021 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:02.186320 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:03.701849 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:06.793955 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 5 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:08:27.376244 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6b4d96c0-6f92-40cb-9adc-af872e7e5212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:29.629661 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-31c927c3-4e1b-4790-9648-92047ef608e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:30.834840 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:32.181716 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:33.705188 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:38.262873 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59762) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:08:38.323417 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0092031-2e07-424f-b650-8ee7d3851ceb admin admin] GET failed (client error): The resource could not be found. Jan 26 13:08:38.324712 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-f0092031-2e07-424f-b650-8ee7d3851ceb admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602524 Jan 26 13:08:38.486703 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9e99b9-e7a3-4d14-a6ab-57d69506c81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:38.488129 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-ea9e99b9-e7a3-4d14-a6ab-57d69506c81b admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1589389 Jan 26 13:08:40.728342 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 59772) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:08:40.819391 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c780ead8-261c-4728-9015-7977b15d4f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:40.820748 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c780ead8-261c-4728-9015-7977b15d4f58 admin admin] 10.222.0.10 "GET /v2.0/subnets/5b71505d-9fce-4482-9a90-3fd4a1d9b631 HTTP/1.1" status: 200 len: 849 time: 0.0914259 Jan 26 13:08:40.830109 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:08:40.911608 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Publish callbacks [] for subnet (5b71505d-9fce-4482-9a90-3fd4a1d9b631), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:41.129367 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740263348161'] for subnet (5b71505d-9fce-4482-9a90-3fd4a1d9b631), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:41.161960 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:41.162923 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:41.175696 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] 10.222.0.10 "PUT /v2.0/subnets/5b71505d-9fce-4482-9a90-3fd4a1d9b631 HTTP/1.1" status: 200 len: 868 time: 0.3371811 Jan 26 13:08:41.175944 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4100128d-e18f-466f-832c-f13d6706b51d None None] Network b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:08:41.182386 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b71505d-9fce-4482-9a90-3fd4a1d9b631,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:08:41.190248 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.190597 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.190938 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.191274 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.191606 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.191966 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.192290 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.192616 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.192959 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.193287 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.193607 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.193927 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.194242 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39119539-4b09-4cf6-b5cb-bfe97877a193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:08:41.496298 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-dab60427-353b-4eb1-84a1-f9376b1fe7a3 None None] Provisioning complete for port 98f74d6e-8fb0-4273-bb78-6c095f291977 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:08:41.496696 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-dab60427-353b-4eb1-84a1-f9376b1fe7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (98f74d6e-8fb0-4273-bb78-6c095f291977), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:41.575064 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-dab60427-353b-4eb1-84a1-f9376b1fe7a3 None None] Current status of the port 98f74d6e-8fb0-4273-bb78-6c095f291977 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:08:41.584967 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-dab60427-353b-4eb1-84a1-f9376b1fe7a3 None None] Provisioning complete for port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:08:41.585384 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-dab60427-353b-4eb1-84a1-f9376b1fe7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:41.661629 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-dab60427-353b-4eb1-84a1-f9376b1fe7a3 None None] Current status of the port 1ca2d9b6-970b-48e2-b9de-bb7b9ce588eb is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:08:43.447144 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59782) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:08:43.648856 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f594571-d275-4f40-98e5-e774c2d0ca8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:43.649330 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f594571-d275-4f40-98e5-e774c2d0ca8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:43.650862 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3f594571-d275-4f40-98e5-e774c2d0ca8c admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027466 Jan 26 13:08:43.792416 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 5 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:08:45.961275 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59790) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:08:46.091891 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52173977-4ed4-4efa-a213-823e2c038abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:46.092377 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52173977-4ed4-4efa-a213-823e2c038abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:46.093889 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-52173977-4ed4-4efa-a213-823e2c038abb admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1316712 Jan 26 13:08:48.324837 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59798) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:08:48.495991 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68e2c4-39be-4edc-90ef-a6bbea2e394c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:48.497276 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-8d68e2c4-39be-4edc-90ef-a6bbea2e394c admin admin] 10.222.0.10 "GET /v2.0/networks/b79c4fb3-be5d-4244-bc2f-e1d80ffc7b1c HTTP/1.1" status: 200 len: 869 time: 0.1714840 Jan 26 13:08:50.744141 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59806) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:08:50.869301 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ebbdb-c24c-482c-9e93-d183691b8c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:50.870687 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-ab2ebbdb-c24c-482c-9e93-d183691b8c26 admin admin] 10.222.0.10 "GET /v2.0/networks/d94d83f6-fc48-43f1-98be-5a76392d8959 HTTP/1.1" status: 200 len: 886 time: 0.1256068 Jan 26 13:08:53.105774 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59814) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:08:53.226786 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451a575f-7bde-4065-ba4b-730605fa3dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:53.227237 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451a575f-7bde-4065-ba4b-730605fa3dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:53.228828 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-451a575f-7bde-4065-ba4b-730605fa3dea admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220779 Jan 26 13:08:55.503646 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 59822) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:08:55.635909 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1753a-e1ef-4703-af17-8328d3e0cd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:55.636350 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1753a-e1ef-4703-af17-8328d3e0cd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:55.637888 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-bbd1753a-e1ef-4703-af17-8328d3e0cd59 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1332750 Jan 26 13:08:57.377997 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ef5b-d523-4fd9-b6ea-586597404730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:08:57.887346 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59830) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:08:57.984410 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf8bb-ed97-4d1c-8c5b-2f0f49c1c835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:08:57.985736 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-0a5cf8bb-ed97-4d1c-8c5b-2f0f49c1c835 admin admin] 10.222.0.10 "GET /v2.0/subnets/5b71505d-9fce-4482-9a90-3fd4a1d9b631 HTTP/1.1" status: 200 len: 868 time: 0.0974114 Jan 26 13:08:59.635519 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-19a9980e-07f6-43c4-82c0-f33296256064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:00.224958 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59838) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:09:00.309309 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464c10f4-bf94-4e7c-9790-addc49531162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:09:00.311277 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-464c10f4-bf94-4e7c-9790-addc49531162 admin admin] 10.222.0.10 "GET /v2.0/subnets/f83c3f79-f2aa-4586-9f09-2d27b862c0e0 HTTP/1.1" status: 200 len: 816 time: 0.0853562 Jan 26 13:09:00.835291 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:02.183530 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:03.712366 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:20.791454 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 5 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:09:24.646648 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 59892) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:09:24.695796 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [None req-84c55e40-7058-4cb2-9c77-d9a7e6e347dd admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:09:24.696801 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-84c55e40-7058-4cb2-9c77-d9a7e6e347dd admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0492167 Jan 26 13:09:27.028588 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 59900) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:09:27.088583 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b0c04c-f435-44fc-88be-22af469d5588 admin admin] GET failed (client error): The resource could not be found. Jan 26 13:09:27.089831 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-78b0c04c-f435-44fc-88be-22af469d5588 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597849 Jan 26 13:09:27.228244 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46274be4-ee1b-4882-bf91-2a8db36a1ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:09:27.229712 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-46274be4-ee1b-4882-bf91-2a8db36a1ab4 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353464 Jan 26 13:09:27.383321 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-aae87111-9ca1-4591-9efd-69f64d91c516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:29.539961 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 59910) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:09:29.584620 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '790fcab485f8409886641ba229794c96', 'shared': True, 'name': 'shared', 'project_id': '790fcab485f8409886641ba229794c96'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:09:29.603317 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] Made reservation on behalf of 790fcab485f8409886641ba229794c96 for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:09:29.605650 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:29.636344 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-28271509-5254-4e80-8be9-c73104e6c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:29.639090 dv-cinder-824187-5-iscsi neutron-server[102609]: WARNING neutron.services.revisions.revision_plugin [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] Could not find related network for resource to bump revision. Jan 26 13:09:29.654850 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:09:29.664920 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (149c453f-a503-413c-b859-7a236f0f00da), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:29.665290 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] Added segment 149c453f-a503-413c-b859-7a236f0f00da of type vlan for network 42b03eda-9fa4-4c59-bc82-ee077fd256f9 Jan 26 13:09:29.703097 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (42b03eda-9fa4-4c59-bc82-ee077fd256f9), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:29.724947 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (42b03eda-9fa4-4c59-bc82-ee077fd256f9), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:29.725923 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:09:29.726491 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:29.784530 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2434821 Jan 26 13:09:29.787470 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa186756-e2a5-436b-8bb8-e74d637d645d admin admin] Pushing event updated for resources: {'Network': ['ID=42b03eda-9fa4-4c59-bc82-ee077fd256f9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:09:29.799361 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network 42b03eda-9fa4-4c59-bc82-ee077fd256f9 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:09:30.839650 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:32.101472 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 59920) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:09:32.159686 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d321f18-ca85-48d2-b9cc-ead4eaf6a8c7 admin admin] GET failed (client error): The resource could not be found. Jan 26 13:09:32.161030 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0d321f18-ca85-48d2-b9cc-ead4eaf6a8c7 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585799 Jan 26 13:09:32.188447 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:32.236562 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe918a5-5ca7-4bcf-b43e-28aa5bcbdea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:09:32.238039 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-3fe918a5-5ca7-4bcf-b43e-28aa5bcbdea6 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0729988 Jan 26 13:09:32.247819 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-cad95871-e208-441b-93f6-88e8dd900d4b admin admin] Request body: {'subnet': {'tenant_id': '790fcab485f8409886641ba229794c96', 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:09:32.265679 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad95871-e208-441b-93f6-88e8dd900d4b admin admin] Made reservation on behalf of 790fcab485f8409886641ba229794c96 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:09:32.268049 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cad95871-e208-441b-93f6-88e8dd900d4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:32.429614 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cad95871-e208-441b-93f6-88e8dd900d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (cb588844-7400-4f36-bd12-51284f560c14), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:32.488265 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad95871-e208-441b-93f6-88e8dd900d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb588844-7400-4f36-bd12-51284f560c14,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:09:32.498668 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad95871-e208-441b-93f6-88e8dd900d4b admin admin] Checking segment: {'id': '149c453f-a503-413c-b859-7a236f0f00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:09:32.499038 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad95871-e208-441b-93f6-88e8dd900d4b admin admin] Network hostable DHCP agents. Network: 42b03eda-9fa4-4c59-bc82-ee077fd256f9, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:09:32.514771 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad95871-e208-441b-93f6-88e8dd900d4b admin admin] Network 42b03eda-9fa4-4c59-bc82-ee077fd256f9 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:09:32.523590 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-cad95871-e208-441b-93f6-88e8dd900d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, 42b03eda-9fa4-4c59-bc82-ee077fd256f9) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:09:32.528858 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad95871-e208-441b-93f6-88e8dd900d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:09:32.529659 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cad95871-e208-441b-93f6-88e8dd900d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:32.534841 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4ac88c-67a8-4e85-9ea6-cdfce9ea8662 None None] Network 42b03eda-9fa4-4c59-bc82-ee077fd256f9 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:09:32.563702 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-cad95871-e208-441b-93f6-88e8dd900d4b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3075316 Jan 26 13:09:32.749559 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8497d599-008a-52b4-8887-f55f4cc7a527-42b03eda-9fa4-4c59-bc82-ee077fd256f9', 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9', 'project_id': '790fcab485f8409886641ba229794c96', 'fixed_ips': [{'subnet_id': 'cb588844-7400-4f36-bd12-51284f560c14'}]}} from dv-cinder-824187-5-iscsi. {{(pid=102610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 13:09:32.750558 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:32.890117 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Allocated IP 192.168.233.2 (42b03eda-9fa4-4c59-bc82-ee077fd256f9/cb588844-7400-4f36-bd12-51284f560c14/f82b3913-b1ed-49f3-b7a6-1b88ed73db55) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:09:33.035583 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Publish callbacks [] for port (f82b3913-b1ed-49f3-b7a6-1b88ed73db55), precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:33.041960 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (f82b3913-b1ed-49f3-b7a6-1b88ed73db55), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:33.078584 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Network 42b03eda-9fa4-4c59-bc82-ee077fd256f9 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:09:33.079935 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:09:33.083604 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:09:33.116784 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Pushing event updated for resources: {'Port': ['ID=f82b3913-b1ed-49f3-b7a6-1b88ed73db55,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:09:33.139428 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.139834 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.140260 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.140542 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.140882 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.141213 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.141541 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.141872 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.142198 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.142525 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.142847 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.143170 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.143487 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:09:33.159625 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Attempting to bind port f82b3913-b1ed-49f3-b7a6-1b88ed73db55 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:09:33.160022 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Attempting to bind port f82b3913-b1ed-49f3-b7a6-1b88ed73db55 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '149c453f-a503-413c-b859-7a236f0f00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:09:33.160380 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Attempting to bind port f82b3913-b1ed-49f3-b7a6-1b88ed73db55 on network 42b03eda-9fa4-4c59-bc82-ee077fd256f9 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:09:33.165375 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:09:33.165749 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Checking segment: {'id': '149c453f-a503-413c-b859-7a236f0f00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:09:33.166149 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:33.166540 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Bound using segment: {'id': '149c453f-a503-413c-b859-7a236f0f00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:09:33.166997 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Bound port: f82b3913-b1ed-49f3-b7a6-1b88ed73db55, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149c453f-a503-413c-b859-7a236f0f00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:09:33.167375 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (f82b3913-b1ed-49f3-b7a6-1b88ed73db55), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:33.230976 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] For port f82b3913-b1ed-49f3-b7a6-1b88ed73db55, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:09:33.234272 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] For port f82b3913-b1ed-49f3-b7a6-1b88ed73db55, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=f82b3913-b1ed-49f3-b7a6-1b88ed73db55,segment=NetworkSegment(149c453f-a503-413c-b859-7a236f0f00da),segment_id=149c453f-a503-413c-b859-7a236f0f00da)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:09:33.238580 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (f82b3913-b1ed-49f3-b7a6-1b88ed73db55), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:33.299398 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8fe2a-e8c7-4f00-921c-e437e25ca2ee None None] Pushing event updated for resources: {'Port': ['ID=f82b3913-b1ed-49f3-b7a6-1b88ed73db55,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:09:33.712490 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:34.232590 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ff10f-058a-417a-8231-566a8b5dd445 None None] Network 42b03eda-9fa4-4c59-bc82-ee077fd256f9 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:09:34.311821 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-ea672394-013c-4acb-a95c-d1bf49505819 None None] Provisioning complete for port f82b3913-b1ed-49f3-b7a6-1b88ed73db55 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:09:34.312117 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ea672394-013c-4acb-a95c-d1bf49505819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (f82b3913-b1ed-49f3-b7a6-1b88ed73db55), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:34.426250 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-ea672394-013c-4acb-a95c-d1bf49505819 None None] Current status of the port f82b3913-b1ed-49f3-b7a6-1b88ed73db55 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:09:34.426990 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ea672394-013c-4acb-a95c-d1bf49505819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (f82b3913-b1ed-49f3-b7a6-1b88ed73db55), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:34.488742 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-ea672394-013c-4acb-a95c-d1bf49505819 None None] For port f82b3913-b1ed-49f3-b7a6-1b88ed73db55, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=f82b3913-b1ed-49f3-b7a6-1b88ed73db55,segment=NetworkSegment(149c453f-a503-413c-b859-7a236f0f00da),segment_id=149c453f-a503-413c-b859-7a236f0f00da)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:09:34.496542 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ea672394-013c-4acb-a95c-d1bf49505819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (f82b3913-b1ed-49f3-b7a6-1b88ed73db55), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:34.579155 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device f82b3913-b1ed-49f3-b7a6-1b88ed73db55 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:09:34.630586 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672394-013c-4acb-a95c-d1bf49505819 None None] Pushing event updated for resources: {'Port': ['ID=f82b3913-b1ed-49f3-b7a6-1b88ed73db55,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:09:34.654792 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-bea0b49c-9f8a-45e3-825b-1cc0d31caa61 None None] Provisioning complete for port f82b3913-b1ed-49f3-b7a6-1b88ed73db55 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:09:34.655190 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bea0b49c-9f8a-45e3-825b-1cc0d31caa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (f82b3913-b1ed-49f3-b7a6-1b88ed73db55), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:34.702504 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port f82b3913-b1ed-49f3-b7a6-1b88ed73db55 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:09:34.702896 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (f82b3913-b1ed-49f3-b7a6-1b88ed73db55), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:34.774542 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-bea0b49c-9f8a-45e3-825b-1cc0d31caa61 None None] Current status of the port f82b3913-b1ed-49f3-b7a6-1b88ed73db55 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:09:34.825226 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port f82b3913-b1ed-49f3-b7a6-1b88ed73db55 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:09:36.467414 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device f82b3913-b1ed-49f3-b7a6-1b88ed73db55 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:09:36.516365 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port f82b3913-b1ed-49f3-b7a6-1b88ed73db55 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:09:36.516752 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (f82b3913-b1ed-49f3-b7a6-1b88ed73db55), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:36.594469 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port f82b3913-b1ed-49f3-b7a6-1b88ed73db55 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:09:57.386504 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8259644d-7d33-4696-8935-90af12489fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:09:57.790642 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 5 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:09:59.639352 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-12102e9c-ba50-4016-b3b4-871c4de5d5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:00.843835 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:02.190626 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:03.705774 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:27.390040 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3be18e02-007b-45d3-be3e-596d908a9513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:29.643459 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-36eca269-7a48-4697-a76c-1be55e864ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:30.846810 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:32.193889 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:33.708830 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:34.789650 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 5 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:10:50.255436 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 59964) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:10:50.261221 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [None req-13682f1e-51db-4c65-a91b-19b82b85dcb2 tempest-verify_tempest_config-1925278988 tempest-verify_tempest_config-1925278988-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:10:50.262821 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-13682f1e-51db-4c65-a91b-19b82b85dcb2 tempest-verify_tempest_config-1925278988 tempest-verify_tempest_config-1925278988-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057569 Jan 26 13:10:50.549194 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 59982) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:10:50.652629 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:50.726353 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Publish callbacks [] for security_group (36ebe296-cce1-4067-bfa4-571001e26f67), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:50.730931 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (36ebe296-cce1-4067-bfa4-571001e26f67), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:50.774900 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=682c73949825453bb8fcbd5b3e1bc0d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2246902 Jan 26 13:10:50.775720 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ebe296-cce1-4067-bfa4-571001e26f67,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:10:50.777661 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 59986) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:10:50.782330 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.782696 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.783042 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.783387 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.783741 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.784067 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.784407 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.784731 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.785069 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.785394 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.785706 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.786013 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.786327 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49e14d6-6dc9-4548-8797-543b2a299413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.833494 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Publish callbacks [] for security_group (36ebe296-cce1-4067-bfa4-571001e26f67), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:50.853216 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Publish callbacks [] for security_group (36ebe296-cce1-4067-bfa4-571001e26f67), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:50.944027 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (36ebe296-cce1-4067-bfa4-571001e26f67), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:50.946539 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:50.947733 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36ebe296-cce1-4067-bfa4-571001e26f67 HTTP/1.1" status: 204 len: 168 time: 0.1687515 Jan 26 13:10:50.955909 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ebe296-cce1-4067-bfa4-571001e26f67,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:10:50.962387 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.962755 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.963102 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.963441 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.963789 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.964117 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.964440 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.964761 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.965081 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.966110 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.966361 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.966686 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:50.967080 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b8480-979a-4b34-8b76-159f6eca42e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:10:57.391814 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8ee51ee6-e09d-4274-be7f-e8e361dc848a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:10:59.644818 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3687ae70-20af-4bfb-9e2c-a1f9aeae46ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:11:00.850301 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:11:02.198291 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:11:03.712483 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:11:11.789394 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 5 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:11:27.393567 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4031f43e-f197-41fa-8ffa-c0f3c602cf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:11:29.646831 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e201f1c-f67c-42fc-8344-07834f9b6d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:11:30.851467 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:11:32.196706 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:11:33.714446 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:11:48.788257 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 5 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:11:57.393873 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-91764a26-68b8-4008-94a1-7716cbf0aaca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:11:59.648112 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-41d6cb1f-9417-4de8-b0f9-c4641691e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:12:00.854056 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:12:02.198110 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:12:03.720350 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:12:19.358846 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533977'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:12:25.789222 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:12:27.395874 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-29c7bdbd-d939-467b-bf89-9d826be85059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:12:29.649702 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-04ab8a25-bb23-404e-b982-223551d1f190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:12:30.856316 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:12:32.201350 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:12:33.722807 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:12:34.247126 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60060) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:12:34.348361 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f4c8642e-19d1-4da1-bd30-0042105e23fc admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1001239 Jan 26 13:12:36.610595 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60070) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:12:36.664688 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fcc2160a-ddf9-45f6-ba40-dece0a17fc5d admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526879 Jan 26 13:12:49.336925 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:12:57.396994 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5ef119d7-9bd8-4e9c-9fbd-ee5f6ce2637b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:12:59.654521 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4a88af21-9026-4ca7-be43-c46c297922ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:13:00.860991 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:13:02.205281 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:13:02.787612 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:13:03.726487 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:13:19.351303 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:13:27.400783 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-88b4f045-1fed-4d78-b889-800157af4f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:13:29.658543 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d681f892-42d0-402e-ab87-cdf450c94fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:13:30.864716 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:13:32.225529 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:13:33.731170 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:13:39.787025 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:13:49.349659 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:13:57.402613 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f5f198b3-335e-464b-a822-993580b66ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:13:59.655097 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a24f09cf-3243-45e4-9cef-a9b9afcc65b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:00.867094 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:02.233940 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:03.744345 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:05.185177 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60208) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:05.502260 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-991395506-network', 'tenant_id': '60422d77cfe0433692376ef9b6a4369d'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:05.527433 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Made reservation on behalf of 60422d77cfe0433692376ef9b6a4369d for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:05.530501 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:05.539718 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:05.621196 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Publish callbacks [] for security_group (69b6d654-bf4b-48aa-91f1-71e9d7352864), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:05.626597 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (69b6d654-bf4b-48aa-91f1-71e9d7352864), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:05.645743 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:14:05.659308 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (cbc0d65b-f2cd-4b7a-9a27-a6deb573138a), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:05.659646 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Added segment cbc0d65b-f2cd-4b7a-9a27-a6deb573138a of type vlan for network ab40549d-3b52-47af-9127-009a51e89ef2 Jan 26 13:14:05.714878 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b6d654-bf4b-48aa-91f1-71e9d7352864,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:05.724240 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.724497 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.724838 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.725171 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.725500 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.725822 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.726158 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.726482 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.726813 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Tracked resource versions report: Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: pushed versions: Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: { 'AddressGroup': {'1.2'}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'ConntrackHelper': {'1.0'}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'LocalIPAssociation': {'1.0'}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Log': {'1.0'}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Network': {'1.1'}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Port': {'1.7'}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'PortForwarding': {'1.2'}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'QosPolicy': {'1.10'}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'SecurityGroup': {'1.5'}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'SecurityGroupRule': {'1.2'}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'SubPort': {'1.0'}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Subnet': {'1.1'}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Trunk': {'1.1'}} Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: consumer versions: Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: { DHCP agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: HyperV agent@hv-cinder-82418: {}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: L3 agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: Metadata agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: Metering agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: Open vSwitch agent@dv-cinder-824187-5-iscsi: { 'AddressGroup': '1.2', Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'ConntrackHelper': '1.0', Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'LocalIPAssociation': '1.0', Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Log': '1.0', Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Network': '1.1', Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Port': '1.7', Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'PortForwarding': '1.2', Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'QosPolicy': '1.10', Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'SecurityGroup': '1.5', Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'SecurityGroupRule': '1.2', Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'SubPort': '1.0', Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Subnet': '1.1', Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: 'Trunk': '1.1'}} Jan 26 13:14:05.730201 dv-cinder-824187-5-iscsi neutron-server[102609]: {{(pid=102609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 13:14:05.735365 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (ab40549d-3b52-47af-9127-009a51e89ef2), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:05.759379 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (ab40549d-3b52-47af-9127-009a51e89ef2), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:05.760946 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:05.761505 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:05.792151 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60258) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:05.792698 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6052525 Jan 26 13:14:05.814943 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Request body: {'subnet': {'network_id': 'ab40549d-3b52-47af-9127-009a51e89ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-991395506-subnet', 'tenant_id': '60422d77cfe0433692376ef9b6a4369d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:05.841949 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e295e-39ed-4e51-ab8f-9e561747ebab admin admin] Pushing event updated for resources: {'Network': ['ID=ab40549d-3b52-47af-9127-009a51e89ef2,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:05.853528 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network ab40549d-3b52-47af-9127-009a51e89ef2 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:14:05.857095 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Made reservation on behalf of 60422d77cfe0433692376ef9b6a4369d for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:05.859824 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:06.115456 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (5f3753f8-a153-4265-a669-359fc0b87677), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:06.167622 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3753f8-a153-4265-a669-359fc0b87677,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:06.176717 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.177076 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.177436 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.177763 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.178106 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.178438 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.178802 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.179148 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.179493 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.179849 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.180179 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.180505 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.180831 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Tracked resource versions report: Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: pushed versions: Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: { 'AddressGroup': {'1.2'}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'ConntrackHelper': {'1.0'}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'LocalIPAssociation': {'1.0'}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Log': {'1.0'}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Network': {'1.1'}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Port': {'1.7'}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'PortForwarding': {'1.2'}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'QosPolicy': {'1.10'}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'SecurityGroup': {'1.5'}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'SecurityGroupRule': {'1.2'}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'SubPort': {'1.0'}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Subnet': {'1.1'}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Trunk': {'1.1'}} Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: consumer versions: Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: { DHCP agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: HyperV agent@hv-cinder-82418: {}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: L3 agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: Metadata agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: Metering agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: Open vSwitch agent@dv-cinder-824187-5-iscsi: { 'AddressGroup': '1.2', Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'ConntrackHelper': '1.0', Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'LocalIPAssociation': '1.0', Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Log': '1.0', Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Network': '1.1', Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Port': '1.7', Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'PortForwarding': '1.2', Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'QosPolicy': '1.10', Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'SecurityGroup': '1.5', Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'SecurityGroupRule': '1.2', Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'SubPort': '1.0', Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Subnet': '1.1', Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: 'Trunk': '1.1'}} Jan 26 13:14:06.182152 dv-cinder-824187-5-iscsi neutron-server[102608]: {{(pid=102608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 13:14:06.202648 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Checking segment: {'id': 'cbc0d65b-f2cd-4b7a-9a27-a6deb573138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ab40549d-3b52-47af-9127-009a51e89ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:06.203097 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Network hostable DHCP agents. Network: ab40549d-3b52-47af-9127-009a51e89ef2, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:14:06.222877 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Network ab40549d-3b52-47af-9127-009a51e89ef2 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:14:06.232935 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, ab40549d-3b52-47af-9127-009a51e89ef2) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:06.243120 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9bc103-cd76-4d30-a9bf-5daf336b73a1 None None] Network ab40549d-3b52-47af-9127-009a51e89ef2 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:06.254395 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:06.258181 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:06.276898 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-a7565308-a72a-4770-9687-1cff4126930f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4817102 Jan 26 13:14:06.368283 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bffc7b-c368-4d2d-abca-541162e2fe13 None None] Network ab40549d-3b52-47af-9127-009a51e89ef2 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:06.503911 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60288) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:06.584271 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60296) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:06.756620 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60306) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:06.938333 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-network', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:06.959164 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Made reservation on behalf of 5fa95ef025ad4b06857dd510f4344181 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:06.961919 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:06.971303 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:06.995907 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1636220742-network', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:07.020805 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Made reservation on behalf of de75dc29edc844e7a51901a972dab6a1 for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:07.024255 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.035450 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.053823 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Publish callbacks [] for security_group (7e7e93a5-ea2d-40bd-ac54-37c3e318e254), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.060184 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (7e7e93a5-ea2d-40bd-ac54-37c3e318e254), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.087974 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7e93a5-ea2d-40bd-ac54-37c3e318e254,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:07.111577 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:14:07.125665 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (190301e1-c4dd-4055-a15c-5353f3e373c9), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.126286 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.segments_db [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Added segment 190301e1-c4dd-4055-a15c-5353f3e373c9 of type vlan for network 84beaab8-7cea-4036-bed2-ae75c0fff259 Jan 26 13:14:07.139582 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Publish callbacks [] for security_group (f265d3c2-6f17-4b80-9024-8f9b8f928e37), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.148370 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (f265d3c2-6f17-4b80-9024-8f9b8f928e37), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.165769 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:14:07.183520 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (84beaab8-7cea-4036-bed2-ae75c0fff259), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.197641 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (073b3676-8b9c-44f9-91b3-a34a4949e260), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.197983 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Added segment 073b3676-8b9c-44f9-91b3-a34a4949e260 of type vlan for network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f Jan 26 13:14:07.206740 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f265d3c2-6f17-4b80-9024-8f9b8f928e37,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:07.236105 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-987258063-network', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:07.246683 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (84beaab8-7cea-4036-bed2-ae75c0fff259), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.249109 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:07.250401 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.262811 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (2d9cd22e-c402-4c5f-b2cf-7984cbee040f), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.283888 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Made reservation on behalf of 4c1b79d37dea433aaf0c6be3116e633d for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:07.286318 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.296340 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7912612 Jan 26 13:14:07.298047 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60330) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:07.304008 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.318953 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (2d9cd22e-c402-4c5f-b2cf-7984cbee040f), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.320045 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:07.320582 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.346894 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-47f2278d-b7ef-4d5e-ab6c-66cd5b47c31d admin admin] Request body: {'subnet': {'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-subnet', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:07.350045 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b9a93-80aa-46b2-8fb4-48d7198a60fb admin admin] Pushing event updated for resources: {'Network': ['ID=84beaab8-7cea-4036-bed2-ae75c0fff259,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:07.362190 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network 84beaab8-7cea-4036-bed2-ae75c0fff259 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:14:07.376008 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f2278d-b7ef-4d5e-ab6c-66cd5b47c31d admin admin] Made reservation on behalf of 5fa95ef025ad4b06857dd510f4344181 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:07.379713 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47f2278d-b7ef-4d5e-ab6c-66cd5b47c31d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.386143 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7980037 Jan 26 13:14:07.399724 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60336) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:07.410949 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d4d3f875-1026-4ca8-af8d-23cda19c218c admin admin] Request body: {'subnet': {'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1636220742-subnet', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:07.431699 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a49aa7-3830-4571-a94d-8c55021503c6 admin admin] Pushing event updated for resources: {'Network': ['ID=2d9cd22e-c402-4c5f-b2cf-7984cbee040f,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:07.478043 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d3f875-1026-4ca8-af8d-23cda19c218c admin admin] Made reservation on behalf of de75dc29edc844e7a51901a972dab6a1 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:07.481157 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:14:07.481332 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f875-1026-4ca8-af8d-23cda19c218c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.548741 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Publish callbacks [] for security_group (ce3b9b07-a514-4305-838b-4cdbafa45010), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.554748 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (ce3b9b07-a514-4305-838b-4cdbafa45010), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.580517 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:14:07.616729 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.617430 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Added segment b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7 of type vlan for network c2c07cbf-0563-491b-9ebf-a4abee0132e7 Jan 26 13:14:07.698490 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b9b07-a514-4305-838b-4cdbafa45010,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:07.735684 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (c2c07cbf-0563-491b-9ebf-a4abee0132e7), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.775583 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (c2c07cbf-0563-491b-9ebf-a4abee0132e7), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.776799 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:07.777406 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.808032 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0502274 Jan 26 13:14:07.811355 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60350) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:07.816430 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-829db291-77c5-4d9a-8868-c14b42b98ca8 admin admin] Request body: {'subnet': {'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-987258063-subnet', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:07.878273 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829db291-77c5-4d9a-8868-c14b42b98ca8 admin admin] Made reservation on behalf of 4c1b79d37dea433aaf0c6be3116e633d for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:07.880844 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-829db291-77c5-4d9a-8868-c14b42b98ca8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.947842 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47f2278d-b7ef-4d5e-ab6c-66cd5b47c31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (6a62eb2c-a93e-4cd4-b7ce-7b495197fb30), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.958240 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f875-1026-4ca8-af8d-23cda19c218c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (bc77bad1-131b-4485-8b8c-4e65034728c9), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:07.963023 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c60ce2-3228-4a02-b886-ba144e0e908f admin admin] Pushing event updated for resources: {'Network': ['ID=c2c07cbf-0563-491b-9ebf-a4abee0132e7,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:07.979379 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network c2c07cbf-0563-491b-9ebf-a4abee0132e7 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:14:08.031063 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3f875-1026-4ca8-af8d-23cda19c218c admin admin] Checking segment: {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:08.031809 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d3f875-1026-4ca8-af8d-23cda19c218c admin admin] Network hostable DHCP agents. Network: 2d9cd22e-c402-4c5f-b2cf-7984cbee040f, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:14:08.068640 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d3f875-1026-4ca8-af8d-23cda19c218c admin admin] Network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:14:08.098104 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d4d3f875-1026-4ca8-af8d-23cda19c218c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, 2d9cd22e-c402-4c5f-b2cf-7984cbee040f) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:08.123806 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d50f748-6d9d-4a5b-9b40-5b39135c8769 None None] Network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:08.126720 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2278d-b7ef-4d5e-ab6c-66cd5b47c31d admin admin] Checking segment: {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:08.127328 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f2278d-b7ef-4d5e-ab6c-66cd5b47c31d admin admin] Network hostable DHCP agents. Network: 84beaab8-7cea-4036-bed2-ae75c0fff259, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:14:08.129802 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2278d-b7ef-4d5e-ab6c-66cd5b47c31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:08.133406 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d3f875-1026-4ca8-af8d-23cda19c218c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:08.134193 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d4d3f875-1026-4ca8-af8d-23cda19c218c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.153244 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-d4d3f875-1026-4ca8-af8d-23cda19c218c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7515926 Jan 26 13:14:08.157514 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60368) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:08.162603 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:08.212402 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-829db291-77c5-4d9a-8868-c14b42b98ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (c10b2774-d5c6-47c5-b0d4-2aa87af1694a), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.286155 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f2278d-b7ef-4d5e-ab6c-66cd5b47c31d admin admin] Network 84beaab8-7cea-4036-bed2-ae75c0fff259 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:14:08.307804 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12833'] for router (2820cf07-fd70-4276-97d7-435df3f9cf63), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.310133 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12856'] for router (2820cf07-fd70-4276-97d7-435df3f9cf63), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.318053 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-47f2278d-b7ef-4d5e-ab6c-66cd5b47c31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, 84beaab8-7cea-4036-bed2-ae75c0fff259) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:08.335993 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829db291-77c5-4d9a-8868-c14b42b98ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c10b2774-d5c6-47c5-b0d4-2aa87af1694a,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:08.350205 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f2278d-b7ef-4d5e-ab6c-66cd5b47c31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:08.351106 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47f2278d-b7ef-4d5e-ab6c-66cd5b47c31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.357379 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829db291-77c5-4d9a-8868-c14b42b98ca8 admin admin] Checking segment: {'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:08.357736 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829db291-77c5-4d9a-8868-c14b42b98ca8 admin admin] Network hostable DHCP agents. Network: c2c07cbf-0563-491b-9ebf-a4abee0132e7, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:14:08.364962 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6537ef8f-9114-42cf-b18b-7a77c8c9d1c1 None None] Network 84beaab8-7cea-4036-bed2-ae75c0fff259 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:08.365486 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3f875-1026-4ca8-af8d-23cda19c218c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc77bad1-131b-4485-8b8c-4e65034728c9,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:08.399936 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829db291-77c5-4d9a-8868-c14b42b98ca8 admin admin] Network c2c07cbf-0563-491b-9ebf-a4abee0132e7 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:14:08.415512 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-47f2278d-b7ef-4d5e-ab6c-66cd5b47c31d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0699766 Jan 26 13:14:08.415698 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-829db291-77c5-4d9a-8868-c14b42b98ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, c2c07cbf-0563-491b-9ebf-a4abee0132e7) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:08.416649 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60374) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:08.427596 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:08.445128 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829db291-77c5-4d9a-8868-c14b42b98ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:08.445967 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-829db291-77c5-4d9a-8868-c14b42b98ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.476027 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0c1012-4847-4dd1-a241-2836a60acb56 None None] Network c2c07cbf-0563-491b-9ebf-a4abee0132e7 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:08.487812 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-829db291-77c5-4d9a-8868-c14b42b98ca8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6750474 Jan 26 13:14:08.490525 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Publish callbacks [] for router_controller (2820cf07-fd70-4276-97d7-435df3f9cf63), precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.491280 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60380) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:08.501455 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-987258063-router', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:08.508021 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12833'] for router (9e025081-1d74-4865-b5c1-c1e164bad886), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.509636 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12856'] for router (9e025081-1d74-4865-b5c1-c1e164bad886), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.634571 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8497d599-008a-52b4-8887-f55f4cc7a527-84beaab8-7cea-4036-bed2-ae75c0fff259', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30'}]}} from dv-cinder-824187-5-iscsi. {{(pid=102610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 13:14:08.635964 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.639943 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a82b30-4cbd-4523-be24-f90a4a890afd None None] Network c2c07cbf-0563-491b-9ebf-a4abee0132e7 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:08.717121 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Publish callbacks [] for router_controller (9e025081-1d74-4865-b5c1-c1e164bad886), precommit_add_association {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.773754 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8497d599-008a-52b4-8887-f55f4cc7a527-2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9'}]}} from dv-cinder-824187-5-iscsi. {{(pid=102610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 13:14:08.775218 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.782850 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12833'] for router (50089cdf-df15-4cb6-ad7c-60a88b8adf97), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.784020 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12856'] for router (50089cdf-df15-4cb6-ad7c-60a88b8adf97), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.942438 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Publish callbacks [] for router_gateway (9e025081-1d74-4865-b5c1-c1e164bad886), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:08.993555 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Publish callbacks [] for router_controller (50089cdf-df15-4cb6-ad7c-60a88b8adf97), precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:09.036943 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Publish callbacks [] for router_gateway (2820cf07-fd70-4276-97d7-435df3f9cf63), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:09.106200 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Allocated IP 172.20.0.2 (84beaab8-7cea-4036-bed2-ae75c0fff259/6a62eb2c-a93e-4cd4-b7ce-7b495197fb30/f82d8832-5ba0-438a-bdfa-d6daa5dace4f) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:09.217443 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Allocated IP 172.20.0.2 (2d9cd22e-c402-4c5f-b2cf-7984cbee040f/bc77bad1-131b-4485-8b8c-4e65034728c9/d8bc68b0-302e-4cd0-ab77-7946dd2cfce3) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:09.419625 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Publish callbacks [] for router_gateway (50089cdf-df15-4cb6-ad7c-60a88b8adf97), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:09.440937 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Publish callbacks [] for router_gateway (9e025081-1d74-4865-b5c1-c1e164bad886), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:09.456922 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Publish callbacks [] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:09.483636 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:09.497801 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:09.515482 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60428) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:09.519922 dv-cinder-824187-5-iscsi neutron-server[102608]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 13:14:09.709654 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Allocated IP 172.27.2.113 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/a7683984-cbee-4f8c-9f42-ff040a0144db) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:09.748306 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Network 84beaab8-7cea-4036-bed2-ae75c0fff259 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:09.754898 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:09.759910 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Pushing event updated for resources: {'Port': ['ID=f82d8832-5ba0-438a-bdfa-d6daa5dace4f,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:09.774324 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:09.781638 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.781943 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.782470 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.782958 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.783344 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.783837 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.784217 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.784551 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.785003 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.785593 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.786997 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.787577 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.788238 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Tracked resource versions report: Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: pushed versions: Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: { 'AddressGroup': {'1.2'}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'ConntrackHelper': {'1.0'}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'LocalIPAssociation': {'1.0'}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Log': {'1.0'}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Network': {'1.1'}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Port': {'1.7'}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'PortForwarding': {'1.2'}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'QosPolicy': {'1.10'}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'SecurityGroup': {'1.5'}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'SecurityGroupRule': {'1.2'}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'SubPort': {'1.0'}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Subnet': {'1.1'}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Trunk': {'1.1'}} Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: consumer versions: Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: { DHCP agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: HyperV agent@hv-cinder-82418: {}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: L3 agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: Metadata agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: Metering agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: Open vSwitch agent@dv-cinder-824187-5-iscsi: { 'AddressGroup': '1.2', Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'ConntrackHelper': '1.0', Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'LocalIPAssociation': '1.0', Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Log': '1.0', Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Network': '1.1', Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Port': '1.7', Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'PortForwarding': '1.2', Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'QosPolicy': '1.10', Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'SecurityGroup': '1.5', Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'SecurityGroupRule': '1.2', Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'SubPort': '1.0', Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Subnet': '1.1', Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: 'Trunk': '1.1'}} Jan 26 13:14:09.790241 dv-cinder-824187-5-iscsi neutron-server[102610]: {{(pid=102610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 13:14:09.854716 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Publish callbacks [] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:09.893386 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:09.929494 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:09.945088 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Publish callbacks [] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:09.979867 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Attempting to bind port f82d8832-5ba0-438a-bdfa-d6daa5dace4f on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:09.988309 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Attempting to bind port f82d8832-5ba0-438a-bdfa-d6daa5dace4f by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:09.988836 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Attempting to bind port f82d8832-5ba0-438a-bdfa-d6daa5dace4f on network 84beaab8-7cea-4036-bed2-ae75c0fff259 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:10.003053 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:10.004518 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Checking segment: {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:10.005356 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:10.006314 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Bound using segment: {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:10.007767 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Bound port: f82d8832-5ba0-438a-bdfa-d6daa5dace4f, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:10.008380 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:10.030819 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:10.042394 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:10.066657 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:10.088368 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:10.095551 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:10.106942 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:10.227761 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-0497bd12-880c-482b-9750-8d14fdcd3c62 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:10.228863 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] For port f82d8832-5ba0-438a-bdfa-d6daa5dace4f, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:10.229568 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-0497bd12-880c-482b-9750-8d14fdcd3c62 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/networks?id=ab40549d-3b52-47af-9127-009a51e89ef2 HTTP/1.1" status: 200 len: 811 time: 0.7127337 Jan 26 13:14:10.233303 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] For port f82d8832-5ba0-438a-bdfa-d6daa5dace4f, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=f82d8832-5ba0-438a-bdfa-d6daa5dace4f,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:10.254360 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:10.331008 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Pushing event updated for resources: {'Port': ['ID=a7683984-cbee-4f8c-9f42-ff040a0144db,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:10.332817 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Publish callbacks [] for router_gateway (2820cf07-fd70-4276-97d7-435df3f9cf63), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:10.389513 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-7855eee8-fe5b-465f-8af5-7b35f010407b tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/quotas/60422d77cfe0433692376ef9b6a4369d HTTP/1.1" status: 200 len: 375 time: 0.1370802 Jan 26 13:14:10.483833 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Pushing event updated for resources: {'Port': ['ID=d8bc68b0-302e-4cd0-ab77-7946dd2cfce3,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:10.541217 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60486) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:10.551355 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:10.586506 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Attempting to bind port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:10.587192 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Attempting to bind port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:10.588222 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Attempting to bind port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 on network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:10.599494 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:10.600288 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Checking segment: {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:10.600856 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:10.601421 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Bound using segment: {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:10.603172 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Bound port: d8bc68b0-302e-4cd0-ab77-7946dd2cfce3, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:10.603974 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:10.650291 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-ad931c91-3063-481e-8a74-7da5e06fbbbd tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=60422d77cfe0433692376ef9b6a4369d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1790626 Jan 26 13:14:10.758749 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948fb39-394f-45ed-9a2f-3191f99c918e None None] Pushing event updated for resources: {'Port': ['ID=f82d8832-5ba0-438a-bdfa-d6daa5dace4f,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:10.763779 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60496) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:10.764652 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Publish callbacks [] for router_gateway (9e025081-1d74-4865-b5c1-c1e164bad886), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:10.814630 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] For port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:10.835987 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] For port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=d8bc68b0-302e-4cd0-ab77-7946dd2cfce3,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:10.849782 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:10.915986 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Publish callbacks [] for router_gateway (50089cdf-df15-4cb6-ad7c-60a88b8adf97), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:10.955444 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:10.990470 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd18805-b31c-4ed8-925b-4df131bf331f None None] Pushing event updated for resources: {'Port': ['ID=d8bc68b0-302e-4cd0-ab77-7946dd2cfce3,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:11.053117 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Allocated IP 172.27.2.220 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/1ef64fce-6147-46a3-9322-752f82eb43fd) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:11.076356 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a15be98b-157d-4d49-acb2-2557ac3c0f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:11.173425 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60504) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:11.204318 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539040'] for router (9e025081-1d74-4865-b5c1-c1e164bad886), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:11.342884 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-24a44b3d-4657-424e-b2e0-1505055076bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:11.360473 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Publish callbacks [] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:11.367505 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40004d37-c3fc-4f6c-b504-ed1df31a1dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:11.389913 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a15be98b-157d-4d49-acb2-2557ac3c0f91 admin admin] Publish callbacks [] for security_group (b9e88e89-2f35-483b-a848-9e560199d007), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:11.449464 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f0bc2823-ba0c-4844-b078-bcce0c9217a2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:14:11.461629 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f0bc2823-ba0c-4844-b078-bcce0c9217a2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1430452 Jan 26 13:14:11.589449 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a15be98b-157d-4d49-acb2-2557ac3c0f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (b9e88e89-2f35-483b-a848-9e560199d007), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:11.659437 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:11.684301 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a15be98b-157d-4d49-acb2-2557ac3c0f91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf015b3da44e4e5d8c9ad8344a33a672&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1420736 Jan 26 13:14:11.692213 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60532) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:11.732511 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15be98b-157d-4d49-acb2-2557ac3c0f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e88e89-2f35-483b-a848-9e560199d007,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:11.808430 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-24a44b3d-4657-424e-b2e0-1505055076bd admin admin] Publish callbacks [] for security_group (18683227-a63d-4458-b767-b31f952a82af), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:11.822944 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-24a44b3d-4657-424e-b2e0-1505055076bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (18683227-a63d-4458-b767-b31f952a82af), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:11.823483 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:11.840639 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Allocated IP 172.27.2.32 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/0002acab-f437-46cf-b50d-cb0d8730959e) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:11.843769 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:11.845790 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Pushing event updated for resources: {'Port': ['ID=1ef64fce-6147-46a3-9322-752f82eb43fd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:11.848138 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:11.857004 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Router 9e025081-1d74-4865-b5c1-c1e164bad886 is scheduled to L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 with binding_index 1 {{(pid=102609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 13:14:11.859026 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-cd618187-7ea5-4e36-af89-a37cd7b23caf service neutron] 10.222.0.10 "GET /v2.0/networks/ab40549d-3b52-47af-9127-009a51e89ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965282 Jan 26 13:14:11.881409 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac9d17f2-108d-4f39-abc9-67c51a923a48 admin admin] Publish callbacks [] for security_group (b9e88e89-2f35-483b-a848-9e560199d007), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:11.897863 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-24a44b3d-4657-424e-b2e0-1505055076bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c45dcfed6b854902ac96520298d3c935&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7209859 Jan 26 13:14:11.905052 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a44b3d-4657-424e-b2e0-1505055076bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18683227-a63d-4458-b767-b31f952a82af,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:11.909781 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60534) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:11.934806 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40004d37-c3fc-4f6c-b504-ed1df31a1dcc admin admin] Publish callbacks [] for security_group (6f8954e4-cf40-45b9-8b48-911702cd9932), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:11.972699 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac9d17f2-108d-4f39-abc9-67c51a923a48 admin admin] Publish callbacks [] for security_group (b9e88e89-2f35-483b-a848-9e560199d007), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:12.009331 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40004d37-c3fc-4f6c-b504-ed1df31a1dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (6f8954e4-cf40-45b9-8b48-911702cd9932), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:12.036123 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8abfd8e-ab34-4630-88ab-290f50c7e343 None None] Network 84beaab8-7cea-4036-bed2-ae75c0fff259 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:12.101969 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac9d17f2-108d-4f39-abc9-67c51a923a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (b9e88e89-2f35-483b-a848-9e560199d007), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:12.104526 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac9d17f2-108d-4f39-abc9-67c51a923a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:12.105671 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-ac9d17f2-108d-4f39-abc9-67c51a923a48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9e88e89-2f35-483b-a848-9e560199d007 HTTP/1.1" status: 204 len: 168 time: 0.4056048 Jan 26 13:14:12.126707 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-59a7746d-4eb0-464a-9606-f80bb2d26be8 None None] Provisioning complete for port f82d8832-5ba0-438a-bdfa-d6daa5dace4f triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:12.127696 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-59a7746d-4eb0-464a-9606-f80bb2d26be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:12.143219 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d17f2-108d-4f39-abc9-67c51a923a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e88e89-2f35-483b-a848-9e560199d007,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:12.163531 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c1c2aba1-1eb2-43b2-b5bc-e7c65c233341 admin admin] Publish callbacks [] for security_group (18683227-a63d-4458-b767-b31f952a82af), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:12.165731 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:14:12.181881 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Sync routers for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:14:12.203507 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:12.205293 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:12.235377 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c1c2aba1-1eb2-43b2-b5bc-e7c65c233341 admin admin] Publish callbacks [] for security_group (18683227-a63d-4458-b767-b31f952a82af), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:12.250500 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:12.263893 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-4d9a5b0f-d005-4289-a94f-9ff6a7994550 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8314435 Jan 26 13:14:12.266381 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60538) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:12.407460 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-59a7746d-4eb0-464a-9606-f80bb2d26be8 None None] Current status of the port f82d8832-5ba0-438a-bdfa-d6daa5dace4f is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:12.407926 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-59a7746d-4eb0-464a-9606-f80bb2d26be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:12.463788 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-40004d37-c3fc-4f6c-b504-ed1df31a1dcc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76f230008d7d4668a9947b6677f1a2cf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7381566 Jan 26 13:14:12.498082 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60542) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:12.509827 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-59a7746d-4eb0-464a-9606-f80bb2d26be8 None None] For port f82d8832-5ba0-438a-bdfa-d6daa5dace4f, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=f82d8832-5ba0-438a-bdfa-d6daa5dace4f,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:12.517779 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-59a7746d-4eb0-464a-9606-f80bb2d26be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:12.545327 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-29e733e6-9df6-430a-ad41-5b01a998a6e2 service neutron] 10.222.0.10 "GET /v2.0/networks/ab40549d-3b52-47af-9127-009a51e89ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420836 Jan 26 13:14:12.594740 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:12.598730 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7746d-4eb0-464a-9606-f80bb2d26be8 None None] Pushing event updated for resources: {'Port': ['ID=f82d8832-5ba0-438a-bdfa-d6daa5dace4f,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:12.602938 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40004d37-c3fc-4f6c-b504-ed1df31a1dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8954e4-cf40-45b9-8b48-911702cd9932,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:12.623512 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c1c2aba1-1eb2-43b2-b5bc-e7c65c233341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (18683227-a63d-4458-b767-b31f952a82af), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:12.633101 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c1c2aba1-1eb2-43b2-b5bc-e7c65c233341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:12.641625 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c1c2aba1-1eb2-43b2-b5bc-e7c65c233341 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18683227-a63d-4458-b767-b31f952a82af HTTP/1.1" status: 204 len: 168 time: 0.7250278 Jan 26 13:14:12.669535 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2aba1-1eb2-43b2-b5bc-e7c65c233341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18683227-a63d-4458-b767-b31f952a82af,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:12.672591 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522ae549-0321-4195-a324-7b7b4e5bdd22 None None] Network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:12.849706 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60552) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:12.943196 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9716581-25f7-40d8-8a56-ca21fd60caf8 admin admin] Publish callbacks [] for security_group (6f8954e4-cf40-45b9-8b48-911702cd9932), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.008211 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Publish callbacks [] for port (0002acab-f437-46cf-b50d-cb0d8730959e), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.010118 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c61f3bb2-7db9-4dc7-a648-97c6db51a06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.017595 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-047e9c54-4b9b-40bc-93a4-c3e859c6ee57 None None] Provisioning complete for port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:13.018004 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-047e9c54-4b9b-40bc-93a4-c3e859c6ee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.053047 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9716581-25f7-40d8-8a56-ca21fd60caf8 admin admin] Publish callbacks [] for security_group (6f8954e4-cf40-45b9-8b48-911702cd9932), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.121899 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:13.138543 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60566) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:13.247294 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:10Z', 'revision_number': 3, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:13.255454 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9716581-25f7-40d8-8a56-ca21fd60caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (6f8954e4-cf40-45b9-8b48-911702cd9932), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.259537 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9716581-25f7-40d8-8a56-ca21fd60caf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.265015 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f9716581-25f7-40d8-8a56-ca21fd60caf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f8954e4-cf40-45b9-8b48-911702cd9932 HTTP/1.1" status: 204 len: 168 time: 0.7659168 Jan 26 13:14:13.280351 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Checking router: 9e025081-1d74-4865-b5c1-c1e164bad886 for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:14:13.280700 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Updating router 9e025081-1d74-4865-b5c1-c1e164bad886 port a7683984-cbee-4f8c-9f42-ff040a0144db binding host dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:14:13.299358 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ca240e08-de75-4617-a542-79cfb933857e req-9b3d4d6f-e2bf-48db-8de2-4bdbdd453c2c tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 210 time: 0.1413348 Jan 26 13:14:13.313410 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9716581-25f7-40d8-8a56-ca21fd60caf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8954e4-cf40-45b9-8b48-911702cd9932,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:13.316941 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:13.318600 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.332816 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60578) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:13.351767 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.374775 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Publish callbacks [] for router_gateway (2820cf07-fd70-4276-97d7-435df3f9cf63), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.465929 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cc5cfcaf-3b7e-49d4-bd83-9aa4e477360e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.478338 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (0002acab-f437-46cf-b50d-cb0d8730959e), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.624577 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=0002acab-f437-46cf-b50d-cb0d8730959e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:13.630303 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60580) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:13.669225 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-047e9c54-4b9b-40bc-93a4-c3e859c6ee57 None None] Current status of the port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:13.669966 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-047e9c54-4b9b-40bc-93a4-c3e859c6ee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.671461 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Publish callbacks [] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.678821 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:13.682112 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.717460 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:13.721567 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:13.740895 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.779586 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-047e9c54-4b9b-40bc-93a4-c3e859c6ee57 None None] For port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=d8bc68b0-302e-4cd0-ab77-7946dd2cfce3,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:13.786512 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:13.788731 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.792825 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-047e9c54-4b9b-40bc-93a4-c3e859c6ee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.830279 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Attempting to bind port a7683984-cbee-4f8c-9f42-ff040a0144db on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:13.831002 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Attempting to bind port a7683984-cbee-4f8c-9f42-ff040a0144db by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:13.831547 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Attempting to bind port a7683984-cbee-4f8c-9f42-ff040a0144db on network d94d83f6-fc48-43f1-98be-5a76392d8959 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:13.837420 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Pushing event updated for resources: {'Port': ['ID=a7683984-cbee-4f8c-9f42-ff040a0144db,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:13.847891 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:13.848496 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Checking segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:13.849077 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.849639 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Bound using segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:13.850282 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Bound port: a7683984-cbee-4f8c-9f42-ff040a0144db, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:13.850941 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:13.923241 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] For port a7683984-cbee-4f8c-9f42-ff040a0144db, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:13.927990 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] For port a7683984-cbee-4f8c-9f42-ff040a0144db, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=a7683984-cbee-4f8c-9f42-ff040a0144db,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:13.931019 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.932317 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.933479 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.934427 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.935651 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.936176 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.936744 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.937441 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.937995 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.939493 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.940031 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.940718 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.941586 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Tracked resource versions report: Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: pushed versions: Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: { 'AddressGroup': {'1.2'}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'ConntrackHelper': {'1.0'}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'LocalIPAssociation': {'1.0'}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Log': {'1.0'}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Network': {'1.1'}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Port': {'1.7'}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'PortForwarding': {'1.2'}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'QosPolicy': {'1.10'}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'SecurityGroup': {'1.5'}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'SecurityGroupRule': {'1.2'}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'SubPort': {'1.0'}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Subnet': {'1.1'}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Trunk': {'1.1'}} Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: consumer versions: Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: { DHCP agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: HyperV agent@hv-cinder-82418: {}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: L3 agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: Metadata agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: Metering agent@dv-cinder-824187-5-iscsi: {}, Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: Open vSwitch agent@dv-cinder-824187-5-iscsi: { 'AddressGroup': '1.2', Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'ConntrackHelper': '1.0', Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'LocalIPAssociation': '1.0', Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Log': '1.0', Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Network': '1.1', Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Port': '1.7', Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'PortForwarding': '1.2', Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'QosPolicy': '1.10', Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'SecurityGroup': '1.5', Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'SecurityGroupRule': '1.2', Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'SubPort': '1.0', Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Subnet': '1.1', Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: 'Trunk': '1.1'}} Jan 26 13:14:13.943710 dv-cinder-824187-5-iscsi neutron-server[102611]: {{(pid=102611) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 13:14:13.953801 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.029420 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e9c54-4b9b-40bc-93a4-c3e859c6ee57 None None] Pushing event updated for resources: {'Port': ['ID=d8bc68b0-302e-4cd0-ab77-7946dd2cfce3,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:14.044465 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abd132-9d0c-4356-892e-86b0b7191f39 None None] Pushing event updated for resources: {'Port': ['ID=a7683984-cbee-4f8c-9f42-ff040a0144db,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:14.044719 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.db.api [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 13:14:14.048272 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG oslo_db.api [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 13:14:14.052482 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-8306c8e4-c417-46bc-aaf4-76c53468c4d0 None None] Provisioning complete for port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:14.053325 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:14.054163 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:14.054300 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8306c8e4-c417-46bc-aaf4-76c53468c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.090081 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c61f3bb2-7db9-4dc7-a648-97c6db51a06f admin admin] Publish callbacks [] for security_group (83729b94-cccd-4f0d-b23b-b7270b312ae2), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.231027 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Allocated IP 172.20.0.1 (84beaab8-7cea-4036-bed2-ae75c0fff259/6a62eb2c-a93e-4cd4-b7ce-7b495197fb30/d32b666a-04c1-4833-bcb9-7e0a391ddae9) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:14.248464 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-8306c8e4-c417-46bc-aaf4-76c53468c4d0 None None] Current status of the port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:14.252113 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Publish callbacks [] for router_gateway (50089cdf-df15-4cb6-ad7c-60a88b8adf97), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.253256 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:14.276995 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-8306c8e4-c417-46bc-aaf4-76c53468c4d0 None None] Provisioning complete for port f82d8832-5ba0-438a-bdfa-d6daa5dace4f triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:14.277515 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8306c8e4-c417-46bc-aaf4-76c53468c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.313296 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60596) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:14.336573 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-04e62569-381d-408d-a00c-b8bd03067e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.404966 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-8306c8e4-c417-46bc-aaf4-76c53468c4d0 None None] Current status of the port f82d8832-5ba0-438a-bdfa-d6daa5dace4f is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:14.443427 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Publish callbacks [] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.448162 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539040'] for router (2820cf07-fd70-4276-97d7-435df3f9cf63), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.452146 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c61f3bb2-7db9-4dc7-a648-97c6db51a06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (83729b94-cccd-4f0d-b23b-b7270b312ae2), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.501698 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:10Z', 'revision_number': 3, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:14.517975 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-04e62569-381d-408d-a00c-b8bd03067e18 admin admin] Publish callbacks [] for security_group (8a52c642-df1c-476b-b40d-44b50500400e), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.521238 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.533828 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baed278d-cd80-4133-9324-7c59dc0436dc None None] The sync data for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi is: [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:10Z', 'revision_number': 3, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:14:14.549106 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-04e62569-381d-408d-a00c-b8bd03067e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (8a52c642-df1c-476b-b40d-44b50500400e), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.608450 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Network 84beaab8-7cea-4036-bed2-ae75c0fff259 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:14.614191 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-c61f3bb2-7db9-4dc7-a648-97c6db51a06f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ddf584b07a540c380d41233cdb389d2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7609291 Jan 26 13:14:14.620598 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:14.623818 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device f82d8832-5ba0-438a-bdfa-d6daa5dace4f up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:14.624747 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4538be86-d1b1-4c21-934e-2bc2364ff4de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.625531 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60610) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:14.656027 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:14.705385 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:14.705846 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539381'] for router_interface (9e025081-1d74-4865-b5c1-c1e164bad886), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.707771 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port f82d8832-5ba0-438a-bdfa-d6daa5dace4f triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:14.708277 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.724317 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Pushing event updated for resources: {'Port': ['ID=d32b666a-04c1-4833-bcb9-7e0a391ddae9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:14.732990 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-04e62569-381d-408d-a00c-b8bd03067e18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adcbde0a7b09407ba0f87223e7657e21&name=default HTTP/1.1" status: 200 len: 2993 time: 0.4186585 Jan 26 13:14:14.737291 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60618) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:14.742095 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e62569-381d-408d-a00c-b8bd03067e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a52c642-df1c-476b-b40d-44b50500400e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:14.752178 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5c1d2e21-9e0e-45ab-af8a-03cf606e3c16 req-01a6aa0d-7b03-4c81-aee8-740b356b11de tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 210 time: 0.2153347 Jan 26 13:14:14.795204 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cc5cfcaf-3b7e-49d4-bd83-9aa4e477360e admin admin] Publish callbacks [] for security_group (7cfaff96-0290-49da-9858-88fba1239818), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.831505 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f3bb2-7db9-4dc7-a648-97c6db51a06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83729b94-cccd-4f0d-b23b-b7270b312ae2,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:14.849919 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cc5cfcaf-3b7e-49d4-bd83-9aa4e477360e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (7cfaff96-0290-49da-9858-88fba1239818), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.865593 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06a8ee73-520d-4ffc-a8ff-49f7c42d8aa7 admin admin] Publish callbacks [] for security_group (83729b94-cccd-4f0d-b23b-b7270b312ae2), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.893125 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port f82d8832-5ba0-438a-bdfa-d6daa5dace4f is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:14.949644 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06a8ee73-520d-4ffc-a8ff-49f7c42d8aa7 admin admin] Publish callbacks [] for security_group (83729b94-cccd-4f0d-b23b-b7270b312ae2), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:14.970600 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-cc5cfcaf-3b7e-49d4-bd83-9aa4e477360e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09dab93da4c54c58942a2d4a8ffab076&name=default HTTP/1.1" status: 200 len: 2993 time: 1.6340978 Jan 26 13:14:14.983814 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60622) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:15.161639 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-f0d8c6e1-e81e-498f-920b-a799698ba179 None None] Provisioning complete for port d32b666a-04c1-4833-bcb9-7e0a391ddae9 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:15.162359 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c6e1-e81e-498f-920b-a799698ba179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.181747 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0d25e477-fcbe-495c-b0bf-d617fdf549ac admin admin] Publish callbacks [] for security_group (8a52c642-df1c-476b-b40d-44b50500400e), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.222122 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0d25e477-fcbe-495c-b0bf-d617fdf549ac admin admin] Publish callbacks [] for security_group (8a52c642-df1c-476b-b40d-44b50500400e), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.229979 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8c6e1-e81e-498f-920b-a799698ba179 None None] Port d32b666a-04c1-4833-bcb9-7e0a391ddae9 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:14:15.246112 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:15.278477 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cfcaf-3b7e-49d4-bd83-9aa4e477360e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfaff96-0290-49da-9858-88fba1239818,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:15.288345 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539040'] for router (50089cdf-df15-4cb6-ad7c-60a88b8adf97), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.347874 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:15.349052 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.481014 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a08c86d3-68e7-421c-bfb1-e23fa1c2937e admin admin] Publish callbacks [] for security_group (7cfaff96-0290-49da-9858-88fba1239818), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.497471 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4538be86-d1b1-4c21-934e-2bc2364ff4de admin admin] Publish callbacks [] for security_group (9daea06f-e444-4491-9c98-a0d0e4192a2c), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.498426 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Router 2820cf07-fd70-4276-97d7-435df3f9cf63 is scheduled to L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 13:14:15.510191 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a08c86d3-68e7-421c-bfb1-e23fa1c2937e admin admin] Publish callbacks [] for security_group (7cfaff96-0290-49da-9858-88fba1239818), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.542020 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4538be86-d1b1-4c21-934e-2bc2364ff4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (9daea06f-e444-4491-9c98-a0d0e4192a2c), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.558114 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:15.560147 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device f82d8832-5ba0-438a-bdfa-d6daa5dace4f up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:15.567061 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06a8ee73-520d-4ffc-a8ff-49f7c42d8aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (83729b94-cccd-4f0d-b23b-b7270b312ae2), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.571109 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06a8ee73-520d-4ffc-a8ff-49f7c42d8aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.579287 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-06a8ee73-520d-4ffc-a8ff-49f7c42d8aa7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83729b94-cccd-4f0d-b23b-b7270b312ae2 HTTP/1.1" status: 204 len: 168 time: 0.9460289 Jan 26 13:14:15.609101 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-4538be86-d1b1-4c21-934e-2bc2364ff4de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c0f3f56cc2c4552a576643f7651e00f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9708683 Jan 26 13:14:15.613958 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60628) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:15.645655 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8ee73-520d-4ffc-a8ff-49f7c42d8aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83729b94-cccd-4f0d-b23b-b7270b312ae2,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:15.659434 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.680345 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0d25e477-fcbe-495c-b0bf-d617fdf549ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (8a52c642-df1c-476b-b40d-44b50500400e), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.685351 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0d25e477-fcbe-495c-b0bf-d617fdf549ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.689324 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0d25e477-fcbe-495c-b0bf-d617fdf549ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a52c642-df1c-476b-b40d-44b50500400e HTTP/1.1" status: 204 len: 168 time: 0.9455471 Jan 26 13:14:15.741100 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port f82d8832-5ba0-438a-bdfa-d6daa5dace4f triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:15.741902 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.749207 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25e477-fcbe-495c-b0bf-d617fdf549ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a52c642-df1c-476b-b40d-44b50500400e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:15.761277 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a08c86d3-68e7-421c-bfb1-e23fa1c2937e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (7cfaff96-0290-49da-9858-88fba1239818), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.765245 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a08c86d3-68e7-421c-bfb1-e23fa1c2937e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:15.766580 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a08c86d3-68e7-421c-bfb1-e23fa1c2937e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cfaff96-0290-49da-9858-88fba1239818 HTTP/1.1" status: 204 len: 168 time: 0.7639260 Jan 26 13:14:15.773858 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538be86-d1b1-4c21-934e-2bc2364ff4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daea06f-e444-4491-9c98-a0d0e4192a2c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:15.924743 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port f82d8832-5ba0-438a-bdfa-d6daa5dace4f is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:15.926287 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device a7683984-cbee-4f8c-9f42-ff040a0144db up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:16.054929 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port a7683984-cbee-4f8c-9f42-ff040a0144db triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:16.057426 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:16.065518 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:14:16.084639 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c86d3-68e7-421c-bfb1-e23fa1c2937e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfaff96-0290-49da-9858-88fba1239818,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:16.114791 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Publish callbacks [] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:16.117021 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.24', 64740) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:16.160403 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Sync routers for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:14:16.163490 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ba87c76a-f320-4005-b4fe-019885f22a74 req-347adcd2-5097-4ac2-9441-943b97fdb109 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 210 time: 0.0891135 Jan 26 13:14:16.173433 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:16.177376 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-266e1631-b259-447a-87a6-5bebb6747fcf admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0186095 Jan 26 13:14:16.186757 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60640) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:16.195193 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:16.195947 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533861'] for router_interface (9e025081-1d74-4865-b5c1-c1e164bad886), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:16.216555 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04450034-f1b4-4a3c-b52e-5afaa433cb91 admin admin] Publish callbacks [] for security_group (9daea06f-e444-4491-9c98-a0d0e4192a2c), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:16.247723 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:16.252707 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:16.422887 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Router 50089cdf-df15-4cb6-ad7c-60a88b8adf97 is scheduled to L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 13:14:16.446278 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04450034-f1b4-4a3c-b52e-5afaa433cb91 admin admin] Publish callbacks [] for security_group (9daea06f-e444-4491-9c98-a0d0e4192a2c), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:16.585594 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Pushing event updated for resources: {'Port': ['ID=d32b666a-04c1-4833-bcb9-7e0a391ddae9,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:16.690711 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Network 84beaab8-7cea-4036-bed2-ae75c0fff259 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:16.693127 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:16.707012 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-3c25db02-d347-4348-b340-cdd51a08354a tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:16.709173 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-3c25db02-d347-4348-b340-cdd51a08354a tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.24 "GET /v2.0/networks?id=ab40549d-3b52-47af-9127-009a51e89ef2 HTTP/1.1" status: 200 len: 811 time: 0.5910075 Jan 26 13:14:16.786969 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:14:16.865515 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Router 9e025081-1d74-4865-b5c1-c1e164bad886 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:14:16.881369 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Request body: {'port': {'device_id': 'f9b47ee9-afa8-4623-ae03-05bd67e1ba87', 'network_id': 'ab40549d-3b52-47af-9127-009a51e89ef2', 'admin_state_up': True, 'tenant_id': '60422d77cfe0433692376ef9b6a4369d'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:16.932120 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:16.996836 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04450034-f1b4-4a3c-b52e-5afaa433cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (9daea06f-e444-4491-9c98-a0d0e4192a2c), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:17.005765 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04450034-f1b4-4a3c-b52e-5afaa433cb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:17.007267 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-04450034-f1b4-4a3c-b52e-5afaa433cb91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9daea06f-e444-4491-9c98-a0d0e4192a2c HTTP/1.1" status: 204 len: 168 time: 1.3883016 Jan 26 13:14:17.047386 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:14:17.057237 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Sync routers for ids ['50089cdf-df15-4cb6-ad7c-60a88b8adf97'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:14:17.078443 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Routers {'50089cdf-df15-4cb6-ad7c-60a88b8adf97'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:17.084405 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['50089cdf-df15-4cb6-ad7c-60a88b8adf97'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:17.174858 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04450034-f1b4-4a3c-b52e-5afaa433cb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daea06f-e444-4491-9c98-a0d0e4192a2c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:17.187036 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:17.188628 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-a9857671-a46c-48f3-9e66-ab83f1e9d5f9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.6963780 Jan 26 13:14:17.200529 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60690) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:17.316606 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port a7683984-cbee-4f8c-9f42-ff040a0144db is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:17.317293 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:17.351513 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:14:17.375693 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port a7683984-cbee-4f8c-9f42-ff040a0144db, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=a7683984-cbee-4f8c-9f42-ff040a0144db,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:17.375693 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-25766467-87a6-492d-bba9-9ee24914b06d None None] Provisioning complete for port d32b666a-04c1-4833-bcb9-7e0a391ddae9 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:17.375693 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-25766467-87a6-492d-bba9-9ee24914b06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:17.377873 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d551bc80-c8a6-48d3-b50f-d33c9a1491fc admin admin] 10.222.0.10 "PUT /v2.0/routers/9e025081-1d74-4865-b5c1-c1e164bad886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1100805 Jan 26 13:14:17.430566 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Set router 50089cdf-df15-4cb6-ad7c-60a88b8adf97 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:17.438417 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Made reservation on behalf of 60422d77cfe0433692376ef9b6a4369d for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:17.443054 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:17.445277 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:17.514801 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Sync routers for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:14:17.535840 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:17.536694 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:17.660781 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:17.745413 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Allocated IP 172.20.0.8 (ab40549d-3b52-47af-9127-009a51e89ef2/5f3753f8-a153-4265-a669-359fc0b87677/49102420-7235-4214-9872-56331b9abfcc) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:17.771952 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-25766467-87a6-492d-bba9-9ee24914b06d None None] Port d32b666a-04c1-4833-bcb9-7e0a391ddae9 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:14:17.822473 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=a7683984-cbee-4f8c-9f42-ff040a0144db,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:17.868661 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:12Z', 'revision_number': 3, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:17.915027 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'name': 'tempest-ServerRescueNegativeTestJSON-987258063-router', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:13Z', 'revision_number': 3, 'project_id': '4c1b79d37dea433aaf0c6be3116e633d', 'gw_port': {'id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:17.932994 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Checking router: 2820cf07-fd70-4276-97d7-435df3f9cf63 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:14:17.933389 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Updating router 2820cf07-fd70-4276-97d7-435df3f9cf63 port 1ef64fce-6147-46a3-9322-752f82eb43fd binding host dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:14:17.984034 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Checking router: 50089cdf-df15-4cb6-ad7c-60a88b8adf97 for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:14:17.984536 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Updating router 50089cdf-df15-4cb6-ad7c-60a88b8adf97 port 0002acab-f437-46cf-b50d-cb0d8730959e binding host dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:14:17.993383 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:18.028957 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5549eba8-90ef-40e6-946f-982968ce08e8 req-68684a98-c5bb-486c-955f-926e2b42293b tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 210 time: 0.2609477 Jan 26 13:14:18.044299 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0002acab-f437-46cf-b50d-cb0d8730959e), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:18.080430 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 2, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:18.134158 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Checking router: 9e025081-1d74-4865-b5c1-c1e164bad886 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:14:18.135731 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Updating router 9e025081-1d74-4865-b5c1-c1e164bad886 port d32b666a-04c1-4833-bcb9-7e0a391ddae9 binding host dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:14:18.178616 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Publish callbacks [] for port (49102420-7235-4214-9872-56331b9abfcc), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:18.261733 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (49102420-7235-4214-9872-56331b9abfcc), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:18.447721 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:18.551265 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Network ab40549d-3b52-47af-9127-009a51e89ef2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:18.573313 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:18.588756 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Pushing event updated for resources: {'Port': ['ID=49102420-7235-4214-9872-56331b9abfcc,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:18.593590 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:18.626645 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:18.627320 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:18.712596 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-8019ea0f-4e35-4e27-8b2d-0610319d9ac1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8425045 Jan 26 13:14:18.743790 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-6ba8e73f-2f85-4409-b809-4601fb743ef5 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:14:18.749470 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-6ba8e73f-2f85-4409-b809-4601fb743ef5 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0296831 Jan 26 13:14:18.799115 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:19.067619 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Publish callbacks [] for port (0002acab-f437-46cf-b50d-cb0d8730959e), precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:19.085017 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (0002acab-f437-46cf-b50d-cb0d8730959e), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:19.182879 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Attempting to bind port 0002acab-f437-46cf-b50d-cb0d8730959e on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:19.183253 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Attempting to bind port 0002acab-f437-46cf-b50d-cb0d8730959e by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:19.183618 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Attempting to bind port 0002acab-f437-46cf-b50d-cb0d8730959e on network d94d83f6-fc48-43f1-98be-5a76392d8959 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:19.194187 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Publish callbacks [] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:19.253784 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:19.254257 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Checking segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:19.254665 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:19.255143 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Bound using segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:19.255649 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Bound port: 0002acab-f437-46cf-b50d-cb0d8730959e, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:19.256183 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0002acab-f437-46cf-b50d-cb0d8730959e), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:19.258693 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:19.395623 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] For port 0002acab-f437-46cf-b50d-cb0d8730959e, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:19.402033 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] For port 0002acab-f437-46cf-b50d-cb0d8730959e, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=0002acab-f437-46cf-b50d-cb0d8730959e,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:19.417305 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdcc4e-896a-4c0d-9e4a-abf92b32a53d None None] Pushing event updated for resources: {'Port': ['ID=d32b666a-04c1-4833-bcb9-7e0a391ddae9,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:19.424598 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (0002acab-f437-46cf-b50d-cb0d8730959e), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:19.487268 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd738908-3d63-4c7e-89ed-c3f704989329 None None] Pushing event updated for resources: {'Port': ['ID=0002acab-f437-46cf-b50d-cb0d8730959e,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:19.531180 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Routers {'50089cdf-df15-4cb6-ad7c-60a88b8adf97'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:19.536436 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['50089cdf-df15-4cb6-ad7c-60a88b8adf97'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:19.693359 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Publish callbacks [] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:19.703102 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device a7683984-cbee-4f8c-9f42-ff040a0144db up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:19.705646 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:19.708518 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:19.734721 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:19.754573 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd738908-3d63-4c7e-89ed-c3f704989329 None None] Pushing event updated for resources: {'Port': ['ID=0002acab-f437-46cf-b50d-cb0d8730959e,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:19.814487 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36801ccd-26e1-4f26-bacf-93b926247fdc None None] Pushing event updated for resources: {'Port': ['ID=1ef64fce-6147-46a3-9322-752f82eb43fd,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:19.953901 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Attempting to bind port 1ef64fce-6147-46a3-9322-752f82eb43fd on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:19.956572 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Attempting to bind port 1ef64fce-6147-46a3-9322-752f82eb43fd by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:19.957177 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Attempting to bind port 1ef64fce-6147-46a3-9322-752f82eb43fd on network d94d83f6-fc48-43f1-98be-5a76392d8959 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:20.023467 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Request body: {'port': {'device_id': 'f9b47ee9-afa8-4623-ae03-05bd67e1ba87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:20.024924 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] Set router 50089cdf-df15-4cb6-ad7c-60a88b8adf97 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:20.030290 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Attempting to bind port d32b666a-04c1-4833-bcb9-7e0a391ddae9 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:20.032153 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Attempting to bind port d32b666a-04c1-4833-bcb9-7e0a391ddae9 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:20.032622 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Attempting to bind port d32b666a-04c1-4833-bcb9-7e0a391ddae9 on network 84beaab8-7cea-4036-bed2-ae75c0fff259 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:20.038767 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:20.039626 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Checking segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:20.039960 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:20.040461 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Bound using segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:20.041050 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Bound port: 1ef64fce-6147-46a3-9322-752f82eb43fd, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:20.050739 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:20.077139 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60760) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:20.098626 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1ef8a06c-88ef-495f-bf56-8aa39b232d23 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--763670934', 'description': 'tempest-description--1170822553'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:20.126274 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dfa40-2f9c-4812-a95a-d21fcba05dab req-7d0fb080-cefa-48fd-928d-2f366d975c0d tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:20.142339 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:20.145788 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Checking segment: {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:20.146352 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:20.146862 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Bound using segment: {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:20.147469 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Bound port: d32b666a-04c1-4833-bcb9-7e0a391ddae9, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:20.149764 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:20.150493 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-018dfa40-2f9c-4812-a95a-d21fcba05dab req-7d0fb080-cefa-48fd-928d-2f366d975c0d tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 931 time: 0.7683339 Jan 26 13:14:20.179932 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-91440894-d2f4-4af1-9ce5-08c114d9b324 None None] Provisioning complete for port d32b666a-04c1-4833-bcb9-7e0a391ddae9 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:20.180424 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-91440894-d2f4-4af1-9ce5-08c114d9b324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:20.198586 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (49102420-7235-4214-9872-56331b9abfcc), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:20.285346 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-91440894-d2f4-4af1-9ce5-08c114d9b324 None None] Port d32b666a-04c1-4833-bcb9-7e0a391ddae9 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:14:20.285346 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port a7683984-cbee-4f8c-9f42-ff040a0144db triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:20.285346 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:20.484425 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'name': 'tempest-ServerRescueNegativeTestJSON-987258063-router', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:13Z', 'revision_number': 3, 'project_id': '4c1b79d37dea433aaf0c6be3116e633d', 'gw_port': {'id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:20.591808 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec6fb6-44ed-48af-8618-355529109d6a None None] The sync data for ids ['50089cdf-df15-4cb6-ad7c-60a88b8adf97'] in dv-cinder-824187-5-iscsi is: [{'id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'name': 'tempest-ServerRescueNegativeTestJSON-987258063-router', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:13Z', 'revision_number': 3, 'project_id': '4c1b79d37dea433aaf0c6be3116e633d', 'gw_port': {'id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:14:20.643711 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a06c-88ef-495f-bf56-8aa39b232d23 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:20.714258 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] For port d32b666a-04c1-4833-bcb9-7e0a391ddae9, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:20.720605 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] For port d32b666a-04c1-4833-bcb9-7e0a391ddae9, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=d32b666a-04c1-4833-bcb9-7e0a391ddae9,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:20.727499 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port a7683984-cbee-4f8c-9f42-ff040a0144db is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:20.747530 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:20.784967 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-018dfa40-2f9c-4812-a95a-d21fcba05dab req-14ad0f3a-b81a-49ea-87cf-b8683cee5e98 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328378 Jan 26 13:14:20.837340 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Allocated IP 172.20.0.1 (c2c07cbf-0563-491b-9ebf-a4abee0132e7/c10b2774-d5c6-47c5-b0d4-2aa87af1694a/3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:20.879412 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdcc4e-896a-4c0d-9e4a-abf92b32a53d None None] Pushing event updated for resources: {'Port': ['ID=d32b666a-04c1-4833-bcb9-7e0a391ddae9,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:20.886257 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] For port 1ef64fce-6147-46a3-9322-752f82eb43fd, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:20.924740 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:20.925529 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:20.929276 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] For port 1ef64fce-6147-46a3-9322-752f82eb43fd, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=1ef64fce-6147-46a3-9322-752f82eb43fd,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:20.971303 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Allocated IP 172.20.0.1 (2d9cd22e-c402-4c5f-b2cf-7984cbee040f/bc77bad1-131b-4485-8b8c-4e65034728c9/8cd23363-8f67-4626-a7ce-2a705c64c881) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:21.073067 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:21.076546 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a06c-88ef-495f-bf56-8aa39b232d23 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group (6f2d5772-a93b-4b90-bcc0-7d10e05fef53), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:21.087641 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a06c-88ef-495f-bf56-8aa39b232d23 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (6f2d5772-a93b-4b90-bcc0-7d10e05fef53), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:21.326889 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Publish callbacks [] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:21.362427 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36801ccd-26e1-4f26-bacf-93b926247fdc None None] Pushing event updated for resources: {'Port': ['ID=1ef64fce-6147-46a3-9322-752f82eb43fd,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:21.404526 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:21.467593 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a06c-88ef-495f-bf56-8aa39b232d23 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:21.469551 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-1ef8a06c-88ef-495f-bf56-8aa39b232d23 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3848715 Jan 26 13:14:21.483655 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60788) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:21.502256 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-aad0e553-7c8f-464a-94df-9d4ca8801bc2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Request body: {'security_group_rule': {'security_group_id': '6f2d5772-a93b-4b90-bcc0-7d10e05fef53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:21.542153 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:21.542930 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:21.556305 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:21.577753 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8a06c-88ef-495f-bf56-8aa39b232d23 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2d5772-a93b-4b90-bcc0-7d10e05fef53,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:21.592014 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:21.620734 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Publish callbacks [] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:21.629931 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:21.634023 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539381'] for router_interface (2820cf07-fd70-4276-97d7-435df3f9cf63), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:21.708597 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49102420-7235-4214-9872-56331b9abfcc {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:14:21.741337 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aad0e553-7c8f-464a-94df-9d4ca8801bc2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group_rule (a582e66f-2484-4d22-aaf4-84d2cacfa6b9), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:21.748141 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Publish callbacks [] for port (49102420-7235-4214-9872-56331b9abfcc), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:21.805079 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0002acab-f437-46cf-b50d-cb0d8730959e up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:21.826604 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-fde25430-2084-4a5d-a7f3-5a762effd285 None None] Provisioning complete for port d32b666a-04c1-4833-bcb9-7e0a391ddae9 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:21.828081 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fde25430-2084-4a5d-a7f3-5a762effd285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:21.834269 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60800) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:22.000172 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Transition to ACTIVE for port object 49102420-7235-4214-9872-56331b9abfcc will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:14:22.023446 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (49102420-7235-4214-9872-56331b9abfcc), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:22.132294 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:22.190544 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd23363-8f67-4626-a7ce-2a705c64c881,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:22.279020 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aad0e553-7c8f-464a-94df-9d4ca8801bc2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group_rule (a582e66f-2484-4d22-aaf4-84d2cacfa6b9), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:22.298181 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Pushing event updated for resources: {'Port': ['ID=49102420-7235-4214-9872-56331b9abfcc,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:22.311484 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aad0e553-7c8f-464a-94df-9d4ca8801bc2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (a582e66f-2484-4d22-aaf4-84d2cacfa6b9), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:22.346717 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:22.455170 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96343da8-1ce8-443b-8661-0cb4b560fa64 req-6bd4607f-08f1-4c83-a56d-5be6ecb5e5a9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:22.468207 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0e553-7c8f-464a-94df-9d4ca8801bc2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a582e66f-2484-4d22-aaf4-84d2cacfa6b9,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:22.477078 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-96343da8-1ce8-443b-8661-0cb4b560fa64 req-6bd4607f-08f1-4c83-a56d-5be6ecb5e5a9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 943 time: 0.4566696 Jan 26 13:14:22.494856 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aad0e553-7c8f-464a-94df-9d4ca8801bc2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:22.498916 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-aad0e553-7c8f-464a-94df-9d4ca8801bc2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0120511 Jan 26 13:14:22.511228 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60814) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:22.530233 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-bce20843-85e2-4efc-a368-3bfde44673ff tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Request body: {'security_group_rule': {'security_group_id': '6f2d5772-a93b-4b90-bcc0-7d10e05fef53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:22.562399 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Attempting to bind port 49102420-7235-4214-9872-56331b9abfcc on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:22.568205 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Attempting to bind port 49102420-7235-4214-9872-56331b9abfcc by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'cbc0d65b-f2cd-4b7a-9a27-a6deb573138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ab40549d-3b52-47af-9127-009a51e89ef2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:22.569036 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Attempting to bind port 49102420-7235-4214-9872-56331b9abfcc on network ab40549d-3b52-47af-9127-009a51e89ef2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:22.586571 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Port 49102420-7235-4214-9872-56331b9abfcc on network ab40549d-3b52-47af-9127-009a51e89ef2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:14:22.587522 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Attempting to bind port 49102420-7235-4214-9872-56331b9abfcc on network ab40549d-3b52-47af-9127-009a51e89ef2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:22.603471 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:22.606113 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:22.606802 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Checking segment: {'id': 'cbc0d65b-f2cd-4b7a-9a27-a6deb573138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ab40549d-3b52-47af-9127-009a51e89ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:22.608205 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Bound using segment: {'id': 'cbc0d65b-f2cd-4b7a-9a27-a6deb573138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ab40549d-3b52-47af-9127-009a51e89ef2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:22.610065 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Bound port: 49102420-7235-4214-9872-56331b9abfcc, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc0d65b-f2cd-4b7a-9a27-a6deb573138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ab40549d-3b52-47af-9127-009a51e89ef2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:22.610987 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (49102420-7235-4214-9872-56331b9abfcc), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:22.768589 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] For port 49102420-7235-4214-9872-56331b9abfcc, host hv-cinder-82418, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:22.783472 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] For port 49102420-7235-4214-9872-56331b9abfcc, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=49102420-7235-4214-9872-56331b9abfcc,segment=NetworkSegment(cbc0d65b-f2cd-4b7a-9a27-a6deb573138a),segment_id=cbc0d65b-f2cd-4b7a-9a27-a6deb573138a)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:22.799331 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:22.803045 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (49102420-7235-4214-9872-56331b9abfcc), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:22.827645 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 0002acab-f437-46cf-b50d-cb0d8730959e triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:22.829461 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (0002acab-f437-46cf-b50d-cb0d8730959e), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:22.831650 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1416499596-network', 'tenant_id': 'af747500d7844016893f5ee9078cf8b9'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:22.893709 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:22.894331 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:22.900613 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] 10.222.0.24 "PUT /v2.0/ports/49102420-7235-4214-9872-56331b9abfcc HTTP/1.1" status: 200 len: 1093 time: 3.5814521 Jan 26 13:14:22.905192 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-96343da8-1ce8-443b-8661-0cb4b560fa64 req-1d0632d1-d770-4b20-ac34-5fa3e907ff3a tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222217 Jan 26 13:14:22.905943 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b47ee9-afa8-4623-ae03-05bd67e1ba87', 'tag': '49102420-7235-4214-9872-56331b9abfcc'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:14:22.908571 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Network c2c07cbf-0563-491b-9ebf-a4abee0132e7 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:22.917597 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:22.920851 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:22.930097 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:22.934977 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539381'] for router_interface (50089cdf-df15-4cb6-ad7c-60a88b8adf97), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.110146 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Made reservation on behalf of af747500d7844016893f5ee9078cf8b9 for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:23.113576 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.161240 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bce20843-85e2-4efc-a368-3bfde44673ff tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group_rule (943adb16-2d2f-4fb5-9e10-9ab3378bef58), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.273156 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-fde25430-2084-4a5d-a7f3-5a762effd285 None None] Current status of the port d32b666a-04c1-4833-bcb9-7e0a391ddae9 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:23.273472 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fde25430-2084-4a5d-a7f3-5a762effd285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.347028 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-fde25430-2084-4a5d-a7f3-5a762effd285 None None] For port d32b666a-04c1-4833-bcb9-7e0a391ddae9, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=d32b666a-04c1-4833-bcb9-7e0a391ddae9,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:23.373302 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fde25430-2084-4a5d-a7f3-5a762effd285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.373862 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.511228 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.606968 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 0002acab-f437-46cf-b50d-cb0d8730959e is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:23.607257 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0002acab-f437-46cf-b50d-cb0d8730959e), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.627063 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Publish callbacks [] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.631812 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bce20843-85e2-4efc-a368-3bfde44673ff tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group_rule (943adb16-2d2f-4fb5-9e10-9ab3378bef58), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.639360 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port 0002acab-f437-46cf-b50d-cb0d8730959e, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=0002acab-f437-46cf-b50d-cb0d8730959e,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:23.643956 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde25430-2084-4a5d-a7f3-5a762effd285 None None] Pushing event updated for resources: {'Port': ['ID=d32b666a-04c1-4833-bcb9-7e0a391ddae9,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:23.679803 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (0002acab-f437-46cf-b50d-cb0d8730959e), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.712216 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.713021 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533861'] for router_interface (2820cf07-fd70-4276-97d7-435df3f9cf63), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.739201 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bce20843-85e2-4efc-a368-3bfde44673ff tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (943adb16-2d2f-4fb5-9e10-9ab3378bef58), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.767768 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=0002acab-f437-46cf-b50d-cb0d8730959e,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:23.801067 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-da856a1f-0254-4065-9dc8-8f7a9bd45acd None None] Provisioning complete for port 8cd23363-8f67-4626-a7ce-2a705c64c881 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:23.801459 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-da856a1f-0254-4065-9dc8-8f7a9bd45acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:23.860974 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:20Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:23.894162 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-da856a1f-0254-4065-9dc8-8f7a9bd45acd None None] Port 8cd23363-8f67-4626-a7ce-2a705c64c881 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:14:23.896841 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df72b6-f7ec-47fb-9935-278d3ad55ffc None None] The sync data for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi is: [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:20Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:14:23.899463 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:12Z', 'revision_number': 3, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:24.003876 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef0a931-a691-41f1-9a05-a9a571b1985b None None] The sync data for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi is: [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:12Z', 'revision_number': 3, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:14:24.044217 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60846) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:24.079293 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce20843-85e2-4efc-a368-3bfde44673ff tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943adb16-2d2f-4fb5-9e10-9ab3378bef58,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:24.160581 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d648db-13aa-4db9-895d-ebd575ec554a service neutron] Pushing event updated for resources: {'Port': ['ID=49102420-7235-4214-9872-56331b9abfcc,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:24.182917 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bce20843-85e2-4efc-a368-3bfde44673ff tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:24.187943 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-bce20843-85e2-4efc-a368-3bfde44673ff tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6730282 Jan 26 13:14:24.191362 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60854) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:24.224774 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Request body: {'floatingip': {'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:24.257649 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e330d7-a32c-428b-8d09-eef6da6b5b06" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b47ee9-afa8-4623-ae03-05bd67e1ba87", "tag": "49102420-7235-4214-9872-56331b9abfcc"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:14:24.271962 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-6f1f682a-e25a-4a30-9ac4-d4aa38f45f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:24.274328 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-6f1f682a-e25a-4a30-9ac4-d4aa38f45f67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60422d77cfe0433692376ef9b6a4369d&device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 1096 time: 0.9072309 Jan 26 13:14:24.493836 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-ca94d2d4-d9ca-4d24-a7d5-f6ef97439a39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49102420-7235-4214-9872-56331b9abfcc HTTP/1.1" status: 200 len: 217 time: 0.1930368 Jan 26 13:14:24.526520 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:24.532550 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:24.533455 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd23363-8f67-4626-a7ce-2a705c64c881,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:24.578281 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:24.682982 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc0af15b-cc60-4ce3-9da0-1b341cbed413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:24.747260 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f463058-c4ee-4213-99ed-2f779acde3fd x-openstack-request-id: req-9f463058-c4ee-4213-99ed-2f779acde3fd {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:14:24.747260 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b47ee9-afa8-4623-ae03-05bd67e1ba87", "tag": "49102420-7235-4214-9872-56331b9abfcc", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:14:24.747260 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f463058-c4ee-4213-99ed-2f779acde3fd {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:14:24.756387 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b47ee9-afa8-4623-ae03-05bd67e1ba87', 'tag': '49102420-7235-4214-9872-56331b9abfcc', 'status': 'completed', 'code': 200} Jan 26 13:14:24.799648 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Publish callbacks [] for security_group (4e2025b1-a53c-4208-9eab-cc0736c34ebe), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:24.807385 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e7279-2915-4cbd-9310-cc387b395e8c req-3f73fc44-a676-4431-9243-1f89a6495030 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:24.815386 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (4e2025b1-a53c-4208-9eab-cc0736c34ebe), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:24.817111 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b73e7279-2915-4cbd-9310-cc387b395e8c req-3f73fc44-a676-4431-9243-1f89a6495030 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 943 time: 0.3292370 Jan 26 13:14:24.821438 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-12a8547d-1017-48ac-84ea-9ea5a364ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:24.822952 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-12a8547d-1017-48ac-84ea-9ea5a364ec6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5f3753f8-a153-4265-a669-359fc0b87677 HTTP/1.1" status: 200 len: 851 time: 0.3054471 Jan 26 13:14:25.031238 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-6c0c16f6-2ebe-4120-8c69-1454a3fa49af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab40549d-3b52-47af-9127-009a51e89ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922560 Jan 26 13:14:25.050810 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:14:25.160897 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-8b598174-6a76-46e5-94b9-7a706876ce01 None None] Provisioning complete for port 8cd23363-8f67-4626-a7ce-2a705c64c881 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:25.161502 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8b598174-6a76-46e5-94b9-7a706876ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:25.184699 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Router 2820cf07-fd70-4276-97d7-435df3f9cf63 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:14:25.216165 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b73e7279-2915-4cbd-9310-cc387b395e8c req-5a3a71af-35f2-4fca-ab58-36215b657717 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741608 Jan 26 13:14:25.225473 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc0af15b-cc60-4ce3-9da0-1b341cbed413 admin admin] Publish callbacks [] for security_group (c107ba03-ce50-4983-a856-d0ed441aad49), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:25.228140 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2025b1-a53c-4208-9eab-cc0736c34ebe,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:25.235602 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (1cf11f31-60c2-4113-a547-89b7dad48e5e), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:25.235602 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Added segment 1cf11f31-60c2-4113-a547-89b7dad48e5e of type vlan for network 0462c268-384e-40f2-b0cc-49bba65ee528 Jan 26 13:14:25.246888 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Publish callbacks [] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:25.263736 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc0af15b-cc60-4ce3-9da0-1b341cbed413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (c107ba03-ce50-4983-a856-d0ed441aad49), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:25.268482 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:25.274616 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533861'] for router_interface (50089cdf-df15-4cb6-ad7c-60a88b8adf97), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:25.319502 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-8b598174-6a76-46e5-94b9-7a706876ce01 None None] Port 8cd23363-8f67-4626-a7ce-2a705c64c881 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:14:25.551457 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:25.553743 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-cc0af15b-cc60-4ce3-9da0-1b341cbed413 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2cfaeb22f221495a8ecefabd93a8bde8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5039635 Jan 26 13:14:25.556901 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60870) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:25.706318 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e195306-2293-4f2b-81a8-857f61271bc5 admin admin] Publish callbacks [] for security_group (c107ba03-ce50-4983-a856-d0ed441aad49), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:25.730449 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:14:25.738003 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-2d2ea2c4-36e3-4c9f-a6b1-e2753e83ede1 admin admin] 10.222.0.10 "PUT /v2.0/routers/2820cf07-fd70-4276-97d7-435df3f9cf63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5221150 Jan 26 13:14:25.743616 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0af15b-cc60-4ce3-9da0-1b341cbed413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c107ba03-ce50-4983-a856-d0ed441aad49,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:25.750702 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Network c2c07cbf-0563-491b-9ebf-a4abee0132e7 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:25.771860 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:25.792934 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (0462c268-384e-40f2-b0cc-49bba65ee528), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:25.795483 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e195306-2293-4f2b-81a8-857f61271bc5 admin admin] Publish callbacks [] for security_group (c107ba03-ce50-4983-a856-d0ed441aad49), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:25.916924 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-71641da5-ec9e-4144-94b5-0dae4b94c181 service neutron] 10.222.0.24 "GET /v2.0/networks/ab40549d-3b52-47af-9127-009a51e89ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8401399 Jan 26 13:14:26.067068 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (0462c268-384e-40f2-b0cc-49bba65ee528), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:26.073440 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:26.074112 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:26.252472 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device d32b666a-04c1-4833-bcb9-7e0a391ddae9 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:26.288945 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e195306-2293-4f2b-81a8-857f61271bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (c107ba03-ce50-4983-a856-d0ed441aad49), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:26.298714 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e195306-2293-4f2b-81a8-857f61271bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:26.299962 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-9e195306-2293-4f2b-81a8-857f61271bc5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c107ba03-ce50-4983-a856-d0ed441aad49 HTTP/1.1" status: 204 len: 168 time: 0.7376370 Jan 26 13:14:26.326954 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7aa4b525-9074-43a2-9b00-6768390fd13b req-987f74dd-af89-4e4e-9865-adc6e7dd7c1c service neutron] 10.222.0.24 "GET /v2.0/networks/ab40549d-3b52-47af-9127-009a51e89ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731780 Jan 26 13:14:26.338827 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Router 50089cdf-df15-4cb6-ad7c-60a88b8adf97 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:14:26.413735 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e195306-2293-4f2b-81a8-857f61271bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c107ba03-ce50-4983-a856-d0ed441aad49,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:26.444336 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port d32b666a-04c1-4833-bcb9-7e0a391ddae9 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:26.444708 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:26.542897 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:26.631830 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port d32b666a-04c1-4833-bcb9-7e0a391ddae9 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:26.633246 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 1ef64fce-6147-46a3-9322-752f82eb43fd up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:26.740741 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.8754356 Jan 26 13:14:26.745076 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 60892) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:26.783351 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-9b84792d-4907-415f-b5cf-5d7fb523e9f5 admin admin] Request body: {'subnet': {'network_id': '0462c268-384e-40f2-b0cc-49bba65ee528', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1416499596-subnet', 'tenant_id': 'af747500d7844016893f5ee9078cf8b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:26.932516 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f79bf-e84e-433e-a632-f1b5dd1e0471 req-e8ad312b-e7c8-46fe-982a-9dc7a57fec09 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:26.937005 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3e3f79bf-e84e-433e-a632-f1b5dd1e0471 req-e8ad312b-e7c8-46fe-982a-9dc7a57fec09 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 943 time: 0.5350647 Jan 26 13:14:26.994737 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60894) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:27.011865 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3fdcd913-c17c-4461-b82d-2e8d55afb3b2 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--298697236', 'description': 'tempest-description--1993074402'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:27.087436 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60896) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:27.145944 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 1ef64fce-6147-46a3-9322-752f82eb43fd triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:27.146427 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:27.256191 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3e3f79bf-e84e-433e-a632-f1b5dd1e0471 req-991bc0c7-0a47-4cda-83f3-cdd7a638ad24 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131039 Jan 26 13:14:27.282167 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24b60a2d-5b7f-4a26-a11e-21549f8c1d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:27.305136 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:14:27.317314 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Sync routers for ids ['50089cdf-df15-4cb6-ad7c-60a88b8adf97'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:14:27.340352 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Routers {'50089cdf-df15-4cb6-ad7c-60a88b8adf97'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:27.340469 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-34db4a12-8f89-4838-8568-d1763734be06 admin admin] 10.222.0.10 "PUT /v2.0/routers/50089cdf-df15-4cb6-ad7c-60a88b8adf97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1352172 Jan 26 13:14:27.344759 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3fdcd913-c17c-4461-b82d-2e8d55afb3b2 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:27.346063 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['50089cdf-df15-4cb6-ad7c-60a88b8adf97'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:27.357772 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Allocated IP 172.27.2.123 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/3f70092e-e003-4b22-be72-c77da0d9cb54) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:27.455072 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 1ef64fce-6147-46a3-9322-752f82eb43fd is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:27.455736 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:27.492408 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8db93ce3-c0d8-46f5-a6a1-937ae1658fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:27.511982 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port 1ef64fce-6147-46a3-9322-752f82eb43fd, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=1ef64fce-6147-46a3-9322-752f82eb43fd,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:27.542899 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:27.544405 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0002acab-f437-46cf-b50d-cb0d8730959e up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:27.566662 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069ab8e-8e6b-441e-86f2-e0dd6545a02b admin admin] Pushing event updated for resources: {'Network': ['ID=0462c268-384e-40f2-b0cc-49bba65ee528,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:27.597265 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e330d7-a32c-428b-8d09-eef6da6b5b06 req-13c37dc7-f552-460b-88bc-82d5de1b1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:27.598778 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32e330d7-a32c-428b-8d09-eef6da6b5b06 req-13c37dc7-f552-460b-88bc-82d5de1b1f2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60422d77cfe0433692376ef9b6a4369d&device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 1096 time: 1.1632831 Jan 26 13:14:27.646393 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network 0462c268-384e-40f2-b0cc-49bba65ee528 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:14:27.725074 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3fdcd913-c17c-4461-b82d-2e8d55afb3b2 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group (329f4a1a-22a4-4fa3-b3ef-0db3788f88b0), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:27.741674 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b84792d-4907-415f-b5cf-5d7fb523e9f5 admin admin] Made reservation on behalf of af747500d7844016893f5ee9078cf8b9 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:27.743577 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3fdcd913-c17c-4461-b82d-2e8d55afb3b2 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (329f4a1a-22a4-4fa3-b3ef-0db3788f88b0), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:27.765919 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b84792d-4907-415f-b5cf-5d7fb523e9f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:27.838927 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Set router 50089cdf-df15-4cb6-ad7c-60a88b8adf97 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:27.891233 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3fdcd913-c17c-4461-b82d-2e8d55afb3b2 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:27.892543 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3fdcd913-c17c-4461-b82d-2e8d55afb3b2 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8949392 Jan 26 13:14:27.900721 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60924) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:27.909827 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9cc53aef-8f72-4073-908a-49dd446fc80d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Request body: {'security_group_rule': {'security_group_id': '329f4a1a-22a4-4fa3-b3ef-0db3788f88b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:27.969423 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 0002acab-f437-46cf-b50d-cb0d8730959e triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:27.970390 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (0002acab-f437-46cf-b50d-cb0d8730959e), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:27.974908 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=1ef64fce-6147-46a3-9322-752f82eb43fd,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:27.977708 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcd913-c17c-4461-b82d-2e8d55afb3b2 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:28.003756 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cc53aef-8f72-4073-908a-49dd446fc80d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group_rule (07663333-7a6c-4650-91c9-80a97a0379a6), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.019031 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24b60a2d-5b7f-4a26-a11e-21549f8c1d12 admin admin] Publish callbacks [] for security_group (61d4a9f1-72c7-4d05-a469-78423f9d9dda), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.099653 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24b60a2d-5b7f-4a26-a11e-21549f8c1d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (61d4a9f1-72c7-4d05-a469-78423f9d9dda), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.139850 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 0002acab-f437-46cf-b50d-cb0d8730959e is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:28.172284 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b84792d-4907-415f-b5cf-5d7fb523e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (16a641f3-a46c-4217-8c10-a394ff280883), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.271286 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 1ef64fce-6147-46a3-9322-752f82eb43fd up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:28.384061 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'name': 'tempest-ServerRescueNegativeTestJSON-987258063-router', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 4, 'project_id': '4c1b79d37dea433aaf0c6be3116e633d', 'gw_port': {'id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8', 'name': '', 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'mac_address': 'fa:16:3e:30:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c10b2774-d5c6-47c5-b0d4-2aa87af1694a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:18Z', 'updated_at': '2022-01-26T13:14:24Z', 'revision_number': 2, 'project_id': '4c1b79d37dea433aaf0c6be3116e633d', 'subnets': [{'id': 'c10b2774-d5c6-47c5-b0d4-2aa87af1694a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:28.388047 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-24b60a2d-5b7f-4a26-a11e-21549f8c1d12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b97674c2fb104356a8733366d4d8b1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2822294 Jan 26 13:14:28.388895 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60940) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:28.408142 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b60a2d-5b7f-4a26-a11e-21549f8c1d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d4a9f1-72c7-4d05-a469-78423f9d9dda,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:28.433571 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b84792d-4907-415f-b5cf-5d7fb523e9f5 admin admin] Checking segment: {'id': '1cf11f31-60c2-4113-a547-89b7dad48e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0462c268-384e-40f2-b0cc-49bba65ee528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:28.434142 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b84792d-4907-415f-b5cf-5d7fb523e9f5 admin admin] Network hostable DHCP agents. Network: 0462c268-384e-40f2-b0cc-49bba65ee528, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:14:28.445183 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 1ef64fce-6147-46a3-9322-752f82eb43fd triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:28.445640 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.447257 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for port (3f70092e-e003-4b22-be72-c77da0d9cb54), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.458286 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84792d-4907-415f-b5cf-5d7fb523e9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a641f3-a46c-4217-8c10-a394ff280883,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:28.459549 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Checking router: 50089cdf-df15-4cb6-ad7c-60a88b8adf97 for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:14:28.460203 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Updating router 50089cdf-df15-4cb6-ad7c-60a88b8adf97 port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 binding host dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:14:28.505380 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e330d7-a32c-428b-8d09-eef6da6b5b06 req-749ad951-0d5a-4a44-a25d-81181819207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:28.507811 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32e330d7-a32c-428b-8d09-eef6da6b5b06 req-749ad951-0d5a-4a44-a25d-81181819207c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab40549d-3b52-47af-9127-009a51e89ef2 HTTP/1.1" status: 200 len: 912 time: 0.8885372 Jan 26 13:14:28.509632 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cc53aef-8f72-4073-908a-49dd446fc80d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group_rule (07663333-7a6c-4650-91c9-80a97a0379a6), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.528844 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.551343 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Sync routers for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:14:28.567654 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cc53aef-8f72-4073-908a-49dd446fc80d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (07663333-7a6c-4650-91c9-80a97a0379a6), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.578103 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32e330d7-a32c-428b-8d09-eef6da6b5b06 req-48362242-b85f-4b6e-9725-6b7b1e07dddb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49102420-7235-4214-9872-56331b9abfcc HTTP/1.1" status: 200 len: 217 time: 0.0585861 Jan 26 13:14:28.594980 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:28.596738 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:28.600123 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc53aef-8f72-4073-908a-49dd446fc80d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07663333-7a6c-4650-91c9-80a97a0379a6,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:28.662224 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-088cc99a-aeab-44f0-bcb7-5a6e5ad3fdc6 admin admin] Publish callbacks [] for security_group (61d4a9f1-72c7-4d05-a469-78423f9d9dda), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.687624 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-088cc99a-aeab-44f0-bcb7-5a6e5ad3fdc6 admin admin] Publish callbacks [] for security_group (61d4a9f1-72c7-4d05-a469-78423f9d9dda), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.717903 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e330d7-a32c-428b-8d09-eef6da6b5b06 req-9a02ade0-d0a0-437d-bf8e-3782ce74b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:28.726002 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32e330d7-a32c-428b-8d09-eef6da6b5b06 req-9a02ade0-d0a0-437d-bf8e-3782ce74b63a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5f3753f8-a153-4265-a669-359fc0b87677 HTTP/1.1" status: 200 len: 851 time: 0.1407781 Jan 26 13:14:28.740014 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b84792d-4907-415f-b5cf-5d7fb523e9f5 admin admin] Network 0462c268-384e-40f2-b0cc-49bba65ee528 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:14:28.786148 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c244b-7022-4409-bfba-184626a5a399 req-ea84e7ec-366a-481e-9b39-b11ae7e72d46 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:28.790740 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ed2c244b-7022-4409-bfba-184626a5a399 req-ea84e7ec-366a-481e-9b39-b11ae7e72d46 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 943 time: 0.3606524 Jan 26 13:14:28.792230 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-088cc99a-aeab-44f0-bcb7-5a6e5ad3fdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (61d4a9f1-72c7-4d05-a469-78423f9d9dda), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.800287 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-088cc99a-aeab-44f0-bcb7-5a6e5ad3fdc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.818075 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-088cc99a-aeab-44f0-bcb7-5a6e5ad3fdc6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61d4a9f1-72c7-4d05-a469-78423f9d9dda HTTP/1.1" status: 204 len: 168 time: 0.4113548 Jan 26 13:14:28.842329 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 1ef64fce-6147-46a3-9322-752f82eb43fd is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:28.848960 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-9b84792d-4907-415f-b5cf-5d7fb523e9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, 0462c268-384e-40f2-b0cc-49bba65ee528) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:28.859060 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32e330d7-a32c-428b-8d09-eef6da6b5b06 req-bf8ac02e-d00b-4587-87cc-0ee8a1cdbe58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab40549d-3b52-47af-9127-009a51e89ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032059 Jan 26 13:14:28.865711 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b84792d-4907-415f-b5cf-5d7fb523e9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:28.868841 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b84792d-4907-415f-b5cf-5d7fb523e9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.872530 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f70c0f-a872-4f0a-9624-56bd48ad8c7c None None] Network 0462c268-384e-40f2-b0cc-49bba65ee528 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:28.883878 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cc53aef-8f72-4073-908a-49dd446fc80d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:28.895034 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-9cc53aef-8f72-4073-908a-49dd446fc80d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9889023 Jan 26 13:14:28.896714 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60962) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:28.911964 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-49b39161-90d8-43b0-9d9d-45caf5ef5d64 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Request body: {'security_group_rule': {'security_group_id': '329f4a1a-22a4-4fa3-b3ef-0db3788f88b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:28.979719 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cc99a-aeab-44f0-bcb7-5a6e5ad3fdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d4a9f1-72c7-4d05-a469-78423f9d9dda,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:28.987698 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (3f70092e-e003-4b22-be72-c77da0d9cb54), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:29.001805 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-eb535bd9-3a13-4d29-966b-be825ecacea2 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:29.015183 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-eb535bd9-3a13-4d29-966b-be825ecacea2 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 818 time: 0.6234806 Jan 26 13:14:29.038491 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-9b84792d-4907-415f-b5cf-5d7fb523e9f5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2830660 Jan 26 13:14:29.088868 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-49b39161-90d8-43b0-9d9d-45caf5ef5d64 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group_rule (c06c59f5-3e8e-4ff9-bd30-e38e79686014), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:29.125132 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-47f7b655-940d-46d1-a603-100c4c0145ec tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/quotas/4c1b79d37dea433aaf0c6be3116e633d HTTP/1.1" status: 200 len: 375 time: 0.1068547 Jan 26 13:14:29.269998 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ed2c244b-7022-4409-bfba-184626a5a399 req-4de2d3f1-70bf-4564-9c11-6c02624fb369 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505146 Jan 26 13:14:29.276913 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:29.290015 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:29.294876 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:29.316610 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:29.472385 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-08f884bb-4761-49f4-ac9d-46241c194e03 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3308218 Jan 26 13:14:29.491572 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (ad008dba-be0e-45cf-a13f-c07d58d30037), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:29.508099 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-49b39161-90d8-43b0-9d9d-45caf5ef5d64 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group_rule (c06c59f5-3e8e-4ff9-bd30-e38e79686014), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:29.524149 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-49b39161-90d8-43b0-9d9d-45caf5ef5d64 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (c06c59f5-3e8e-4ff9-bd30-e38e79686014), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:29.550778 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (3f70092e-e003-4b22-be72-c77da0d9cb54), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:29.575527 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b39161-90d8-43b0-9d9d-45caf5ef5d64 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06c59f5-3e8e-4ff9-bd30-e38e79686014,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:29.598892 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event updated for resources: {'Port': ['ID=3f70092e-e003-4b22-be72-c77da0d9cb54,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:29.629079 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-49b39161-90d8-43b0-9d9d-45caf5ef5d64 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:29.631215 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-49b39161-90d8-43b0-9d9d-45caf5ef5d64 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7310417 Jan 26 13:14:29.635980 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 60976) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:29.637359 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Publish callbacks [] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:29.655078 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Request body: {'floatingip': {'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:29.669316 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:29.707544 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:29.830354 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c47f75-717f-4aa8-8bbc-38e07eab094b None None] Pushing event updated for resources: {'Port': ['ID=3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:29.954498 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d80763-6aaa-49ca-90e8-5b1ab40dbdf5 None None] Network 0462c268-384e-40f2-b0cc-49bba65ee528 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:30.032765 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32e330d7-a32c-428b-8d09-eef6da6b5b06 req-64ad61a1-e167-47fd-ac71-3c8b7a83be16 service neutron] 10.222.0.24 "GET /v2.0/networks/ab40549d-3b52-47af-9127-009a51e89ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1574848 Jan 26 13:14:30.058278 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Attempting to bind port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:30.059532 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Attempting to bind port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:30.060108 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Attempting to bind port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 on network c2c07cbf-0563-491b-9ebf-a4abee0132e7 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:30.072597 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:30.072847 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Checking segment: {'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:30.073251 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.073643 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Bound using segment: {'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:30.074119 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Bound port: 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:30.075164 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.149977 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for port (3f70092e-e003-4b22-be72-c77da0d9cb54), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.162934 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (3f70092e-e003-4b22-be72-c77da0d9cb54), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.263967 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] For port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:30.281864 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] For port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:30.293680 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.302391 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (ad008dba-be0e-45cf-a13f-c07d58d30037), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.351030 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-83c81282-24b6-491b-8226-2ab30cd252c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.377744 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 2, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:30.391939 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.393245 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1750884 Jan 26 13:14:30.406768 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00a4e8-751a-4c1b-b337-b04ba228eddb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event updated for resources: {'Port': ['ID=3f70092e-e003-4b22-be72-c77da0d9cb54,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:30.448608 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Checking router: 2820cf07-fd70-4276-97d7-435df3f9cf63 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:14:30.448981 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Updating router 2820cf07-fd70-4276-97d7-435df3f9cf63 port 8cd23363-8f67-4626-a7ce-2a705c64c881 binding host dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:14:30.480964 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.513566 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Routers {'50089cdf-df15-4cb6-ad7c-60a88b8adf97'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:30.521477 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['50089cdf-df15-4cb6-ad7c-60a88b8adf97'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:30.529357 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c47f75-717f-4aa8-8bbc-38e07eab094b None None] Pushing event updated for resources: {'Port': ['ID=3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:30.633031 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4620d12-c830-4585-93ca-918867ef8f94 req-11795148-2996-4d0e-ae8f-10b71b83f7c7 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:30.634653 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b4620d12-c830-4585-93ca-918867ef8f94 req-11795148-2996-4d0e-ae8f-10b71b83f7c7 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 943 time: 0.1516244 Jan 26 13:14:30.679047 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 32792) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:30.689120 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-481027351-network', 'tenant_id': '2cf78ac53b0844488953530d5318f6a7'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:30.692413 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.720580 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Made reservation on behalf of 2cf78ac53b0844488953530d5318f6a7 for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:30.725211 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.743425 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-088b19ac-8ed8-4e20-9f01-c70786f7ed1d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:14:30.743649 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.744337 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-088b19ac-8ed8-4e20-9f01-c70786f7ed1d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3230655 Jan 26 13:14:30.760648 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] Set router 50089cdf-df15-4cb6-ad7c-60a88b8adf97 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:30.841307 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b4620d12-c830-4585-93ca-918867ef8f94 req-8c7be739-24a7-4027-9aba-2e353fe382bb tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928244 Jan 26 13:14:30.877405 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Publish callbacks [] for security_group (15616b44-54ae-4936-8a33-4568d4524889), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.887489 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (15616b44-54ae-4936-8a33-4568d4524889), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.937653 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:14:30.945975 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:30.968145 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15616b44-54ae-4936-8a33-4568d4524889,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:31.010554 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (4875f219-6d40-48ec-9125-aa57aaeeada9), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:31.011119 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Added segment 4875f219-6d40-48ec-9125-aa57aaeeada9 of type vlan for network db817643-4ab1-47bf-909b-144735f61a80 Jan 26 13:14:31.026011 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Allocated IP 172.27.2.107 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:31.093328 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Publish callbacks [] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:31.102989 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (db817643-4ab1-47bf-909b-144735f61a80), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:31.108036 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:31.144569 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-5df3b27e-5ecc-4c0e-8fa7-6db3d005f468 service neutron] 10.222.0.10 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916059 Jan 26 13:14:31.183220 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (db817643-4ab1-47bf-909b-144735f61a80), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:31.185905 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:31.188145 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:31.214113 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffcd73-8727-44bf-9c7d-66ef46e57fae None None] Pushing event updated for resources: {'Port': ['ID=8cd23363-8f67-4626-a7ce-2a705c64c881,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:31.352394 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Attempting to bind port 8cd23363-8f67-4626-a7ce-2a705c64c881 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:31.353019 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Attempting to bind port 8cd23363-8f67-4626-a7ce-2a705c64c881 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:31.353553 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Attempting to bind port 8cd23363-8f67-4626-a7ce-2a705c64c881 on network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:31.365167 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] Pushing event updated for resources: {'Network': ['ID=db817643-4ab1-47bf-909b-144735f61a80,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:31.365481 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:31.366169 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Checking segment: {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:31.366745 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:31.367290 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Bound using segment: {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:31.367964 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Bound port: 8cd23363-8f67-4626-a7ce-2a705c64c881, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:31.368511 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:31.379168 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fc030be1-891c-411e-9e20-5d4cbc999336 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6976421 Jan 26 13:14:31.381049 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 32808) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:31.386201 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network db817643-4ab1-47bf-909b-144735f61a80 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:14:31.394323 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-75c9e6be-8c2f-4953-b890-61a3743161da admin admin] Request body: {'subnet': {'network_id': 'db817643-4ab1-47bf-909b-144735f61a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-481027351-subnet', 'tenant_id': '2cf78ac53b0844488953530d5318f6a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:31.503836 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'name': 'tempest-ServerRescueNegativeTestJSON-987258063-router', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 4, 'project_id': '4c1b79d37dea433aaf0c6be3116e633d', 'gw_port': {'id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8', 'name': '', 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'mac_address': 'fa:16:3e:30:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c10b2774-d5c6-47c5-b0d4-2aa87af1694a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:18Z', 'updated_at': '2022-01-26T13:14:30Z', 'revision_number': 4, 'project_id': '4c1b79d37dea433aaf0c6be3116e633d', 'subnets': [{'id': 'c10b2774-d5c6-47c5-b0d4-2aa87af1694a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:31.548467 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-1aac45c6-7b0a-4ee0-a9e0-27a6f5a1a28f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--763670934&fields=id&tenant_id=5fa95ef025ad4b06857dd510f4344181 HTTP/1.1" status: 200 len: 267 time: 0.4897273 Jan 26 13:14:31.568982 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6e17e-410f-4211-8af0-82b6fe05ea83 None None] The sync data for ids ['50089cdf-df15-4cb6-ad7c-60a88b8adf97'] in dv-cinder-824187-5-iscsi is: [{'id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'name': 'tempest-ServerRescueNegativeTestJSON-987258063-router', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 4, 'project_id': '4c1b79d37dea433aaf0c6be3116e633d', 'gw_port': {'id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8', 'name': '', 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'mac_address': 'fa:16:3e:30:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c10b2774-d5c6-47c5-b0d4-2aa87af1694a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:18Z', 'updated_at': '2022-01-26T13:14:30Z', 'revision_number': 4, 'project_id': '4c1b79d37dea433aaf0c6be3116e633d', 'subnets': [{'id': 'c10b2774-d5c6-47c5-b0d4-2aa87af1694a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:14:31.818992 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32e330d7-a32c-428b-8d09-eef6da6b5b06 req-71321fa7-04dd-42ef-9262-9598a3ea2412 service neutron] 10.222.0.24 "GET /v2.0/networks/ab40549d-3b52-47af-9127-009a51e89ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005909 Jan 26 13:14:31.824399 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c9e6be-8c2f-4953-b890-61a3743161da admin admin] Made reservation on behalf of 2cf78ac53b0844488953530d5318f6a7 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:31.827006 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75c9e6be-8c2f-4953-b890-61a3743161da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:31.830692 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-1b6291e3-d1a9-454d-a544-0c7626fa09a9 service neutron] 10.222.0.10 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734796 Jan 26 13:14:31.958065 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for port (fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:32.090297 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] For port 8cd23363-8f67-4626-a7ce-2a705c64c881, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:32.101923 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] For port 8cd23363-8f67-4626-a7ce-2a705c64c881, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=8cd23363-8f67-4626-a7ce-2a705c64c881,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:32.103378 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-3bab41ab-0fdd-4c8d-b6e8-13efea0b2bca None None] Provisioning complete for port 8cd23363-8f67-4626-a7ce-2a705c64c881 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:32.103943 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3bab41ab-0fdd-4c8d-b6e8-13efea0b2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:32.114700 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:32.235751 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887ac2-da8f-49e9-8202-f06863e81589 req-4e57dc61-1ab9-4ce5-af0a-6b199af84f66 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:32.237605 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-4e57dc61-1ab9-4ce5-af0a-6b199af84f66 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 817 time: 0.6879511 Jan 26 13:14:32.260660 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffcd73-8727-44bf-9c7d-66ef46e57fae None None] Pushing event updated for resources: {'Port': ['ID=8cd23363-8f67-4626-a7ce-2a705c64c881,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:32.281312 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-2563acfb-fb33-4b5a-8a6e-94f613d4bc96 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/quotas/5fa95ef025ad4b06857dd510f4344181 HTTP/1.1" status: 200 len: 375 time: 0.0248046 Jan 26 13:14:32.284680 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:32.345408 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:32.363202 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:32.364591 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:32.400687 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75c9e6be-8c2f-4953-b890-61a3743161da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (2ed156c6-5d03-4021-9648-f7a8db3f9c50), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:32.494250 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9e6be-8c2f-4953-b890-61a3743161da admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed156c6-5d03-4021-9648-f7a8db3f9c50,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:32.542567 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:32.551331 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9e6be-8c2f-4953-b890-61a3743161da admin admin] Checking segment: {'id': '4875f219-6d40-48ec-9125-aa57aaeeada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db817643-4ab1-47bf-909b-144735f61a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:32.551997 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c9e6be-8c2f-4953-b890-61a3743161da admin admin] Network hostable DHCP agents. Network: db817643-4ab1-47bf-909b-144735f61a80, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:14:32.581323 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:32.586876 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:32.592314 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c9e6be-8c2f-4953-b890-61a3743161da admin admin] Network db817643-4ab1-47bf-909b-144735f61a80 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:14:32.618622 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-75c9e6be-8c2f-4953-b890-61a3743161da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, db817643-4ab1-47bf-909b-144735f61a80) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:32.638112 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c9e6be-8c2f-4953-b890-61a3743161da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:32.645093 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75c9e6be-8c2f-4953-b890-61a3743161da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:32.647963 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:32.657790 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:32.661476 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c96f0-3beb-4675-bf7a-fda870ec8baf None None] Network db817643-4ab1-47bf-909b-144735f61a80 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:32.690761 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-75c9e6be-8c2f-4953-b890-61a3743161da admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3085763 Jan 26 13:14:32.702779 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event updated for resources: {'Port': ['ID=fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:32.795164 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:32.795721 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:32.848572 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-d698396b-618f-468d-aecc-1ea5769730d2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5592942 Jan 26 13:14:32.946326 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-3bab41ab-0fdd-4c8d-b6e8-13efea0b2bca None None] Current status of the port 8cd23363-8f67-4626-a7ce-2a705c64c881 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:32.947037 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3bab41ab-0fdd-4c8d-b6e8-13efea0b2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:33.037707 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d043e0c-b7db-409c-b659-b2a37f3dc68d req-cf5b8300-0e64-4775-bc23-9ed454df3336 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:33.040269 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 32866) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:33.048946 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5d043e0c-b7db-409c-b659-b2a37f3dc68d req-cf5b8300-0e64-4775-bc23-9ed454df3336 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 943 time: 0.6224139 Jan 26 13:14:33.180200 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ce7ded-662b-41be-b52f-c0d31e6236f4 admin admin] Deleting subnet 16a641f3-a46c-4217-8c10-a394ff280883 {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:14:33.189294 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1ce7ded-662b-41be-b52f-c0d31e6236f4 admin admin] Publish callbacks [] for subnet (16a641f3-a46c-4217-8c10-a394ff280883), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:33.270426 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:33.271041 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:33.284245 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (5f46e1f0-741e-4ec6-988e-2ee7ab5391d1), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:33.288375 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1ce7ded-662b-41be-b52f-c0d31e6236f4 admin admin] Publish callbacks [] for subnet (16a641f3-a46c-4217-8c10-a394ff280883), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:33.328672 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1ce7ded-662b-41be-b52f-c0d31e6236f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (16a641f3-a46c-4217-8c10-a394ff280883), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:33.356597 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:33.389267 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:33.500544 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5d043e0c-b7db-409c-b659-b2a37f3dc68d req-7f94023d-ab4e-4ab2-9978-0aa9f1ebe299 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503868 Jan 26 13:14:33.517237 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1ce7ded-662b-41be-b52f-c0d31e6236f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (16a641f3-a46c-4217-8c10-a394ff280883), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:33.522863 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:33.550004 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:33.594909 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce7ded-662b-41be-b52f-c0d31e6236f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16a641f3-a46c-4217-8c10-a394ff280883,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:33.608404 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1ce7ded-662b-41be-b52f-c0d31e6236f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:33.613186 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a1ce7ded-662b-41be-b52f-c0d31e6236f4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/16a641f3-a46c-4217-8c10-a394ff280883 HTTP/1.1" status: 204 len: 168 time: 0.5718386 Jan 26 13:14:33.615778 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 32886) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:33.655884 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-3bab41ab-0fdd-4c8d-b6e8-13efea0b2bca None None] For port 8cd23363-8f67-4626-a7ce-2a705c64c881, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=8cd23363-8f67-4626-a7ce-2a705c64c881,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:33.678971 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3bab41ab-0fdd-4c8d-b6e8-13efea0b2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:33.769106 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-37d17111-e238-452b-a117-0d566c8e0184 req-19e849c3-a525-46ed-a724-3ea5465e15e6 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 210 time: 0.1549318 Jan 26 13:14:33.800334 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-f64e1328-d385-41ec-a381-2b19578bcaeb service neutron] 10.222.0.10 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8844295 Jan 26 13:14:33.863727 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf8132-bde3-42ac-af73-456b64a60e13 None None] Network db817643-4ab1-47bf-909b-144735f61a80 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:33.864848 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (0462c268-384e-40f2-b0cc-49bba65ee528), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:33.909879 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab41ab-0fdd-4c8d-b6e8-13efea0b2bca None None] Pushing event updated for resources: {'Port': ['ID=8cd23363-8f67-4626-a7ce-2a705c64c881,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:34.078348 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (0462c268-384e-40f2-b0cc-49bba65ee528), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:34.128895 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.129502 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.130449 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.130920 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > port after_create 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.131412 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.131940 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > port after_update 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.132438 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.133007 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.142146 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-44ec31f0-cc5b-4313-a776-b51a15624c0c service neutron] 10.222.0.10 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430166 Jan 26 13:14:34.150465 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.150773 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.193774 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-fa36047b-5dc0-4dc4-b0cb-3ae400f84cce None None] Provisioning complete for port 8cd23363-8f67-4626-a7ce-2a705c64c881 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:34.194407 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fa36047b-5dc0-4dc4-b0cb-3ae400f84cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:34.250771 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for port (fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:34.295391 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:34.409958 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:34.462771 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (5f46e1f0-741e-4ec6-988e-2ee7ab5391d1), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:34.479700 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.480253 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.481232 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.481829 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:14:34.481986 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0462c268-384e-40f2-b0cc-49bba65ee528']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:34.501304 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:34.538344 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf11f31-60c2-4113-a547-89b7dad48e5e') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:34.539540 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf11f31-60c2-4113-a547-89b7dad48e5e') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:34.549987 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:34.559614 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9137349 Jan 26 13:14:34.580529 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15781ff-f799-45c8-8cfb-759d0d71f074 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event updated for resources: {'Port': ['ID=fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:34.603247 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269872'] for segment (1cf11f31-60c2-4113-a547-89b7dad48e5e), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:34.632815 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-3ef56296-3ec0-40c8-b7fa-3cf651bf45a8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:34.644351 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-3ef56296-3ec0-40c8-b7fa-3cf651bf45a8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 818 time: 0.4069047 Jan 26 13:14:34.652138 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (1cf11f31-60c2-4113-a547-89b7dad48e5e), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:34.667211 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:14:34.669038 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4584851'] for segment (1cf11f31-60c2-4113-a547-89b7dad48e5e), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:34.697212 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-e2f7fbde-ecfc-4a76-a654-967d529e3d24 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/quotas/4c1b79d37dea433aaf0c6be3116e633d HTTP/1.1" status: 200 len: 375 time: 0.0516310 Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: from cryptography.utils import int_from_bytes Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: from cryptography.utils import int_from_bytes Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: Traceback (most recent call last): Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: timer() Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: cb(*args, **kw) Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: self._notify() Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: self.callback(batched_events) Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: event.method(event) Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: return f(self, *a, **k) Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._get(url).json() Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:14:34.698934 dv-cinder-824187-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:14:34.773518 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-fa36047b-5dc0-4dc4-b0cb-3ae400f84cce None None] Current status of the port 8cd23363-8f67-4626-a7ce-2a705c64c881 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:34.786135 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:34.786709 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:34.790097 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:32Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:34.804346 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a062f0e-8390-4561-afc4-1c0436843330 req-97d8fefa-c367-4ca4-9aad-9ced214e50c9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:34.806796 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8a062f0e-8390-4561-afc4-1c0436843330 req-97d8fefa-c367-4ca4-9aad-9ced214e50c9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 943 time: 0.1493597 Jan 26 13:14:34.844321 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-8d18b0e2-9627-4a1a-bb8b-081767245db7 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1446586 Jan 26 13:14:34.847824 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eeb954-126f-456b-9b11-4bf5f3cc7415 None None] The sync data for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi is: [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:32Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:14:35.028474 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-cf9b07c8-40b5-4028-a1f2-5a823222425f service neutron] 10.222.0.10 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725645 Jan 26 13:14:35.033272 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:35.118922 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8a062f0e-8390-4561-afc4-1c0436843330 req-2174cee1-92c4-42e1-87cd-d9f3ec0b1c15 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947021 Jan 26 13:14:35.299245 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (0462c268-384e-40f2-b0cc-49bba65ee528), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:35.321998 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:35.328097 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0462c268-384e-40f2-b0cc-49bba65ee528 HTTP/1.1" status: 204 len: 168 time: 1.7086446 Jan 26 13:14:35.336442 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 32954) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:35.348847 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b11101-1d70-49af-83de-6c13fa132706 admin admin] Pushing event deleted for resources: {'Network': ['ID=0462c268-384e-40f2-b0cc-49bba65ee528,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:35.442005 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e03bc7d8-cb83-4228-89de-af66b9f97b5e req-a209b36f-2657-4d65-b56f-a754d99f5816 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 210 time: 0.0321929 Jan 26 13:14:35.444401 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-64fbf8eb-8065-45b6-ab89-83cf5088999f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:35.450037 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-64fbf8eb-8065-45b6-ab89-83cf5088999f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.24 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 818 time: 0.2749252 Jan 26 13:14:35.455461 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5258f05-fd81-4fcc-b6f1-da0d13804233 admin admin] Deleting subnet 2ed156c6-5d03-4021-9648-f7a8db3f9c50 {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:14:35.476782 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Request body: {'port': {'device_id': '29005ce9-20c2-44ab-9ad0-2bd96476468e', 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7', 'admin_state_up': True, 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:35.492218 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5258f05-fd81-4fcc-b6f1-da0d13804233 admin admin] Publish callbacks [] for subnet (2ed156c6-5d03-4021-9648-f7a8db3f9c50), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:35.492665 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-5d1b9358-cfe0-4725-9783-1653f16e1675 service neutron] 10.222.0.10 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566805 Jan 26 13:14:35.712673 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5258f05-fd81-4fcc-b6f1-da0d13804233 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269881'] for subnet (2ed156c6-5d03-4021-9648-f7a8db3f9c50), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:35.720429 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-80673ca5-c89c-4338-9230-c84690416b22 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--298697236&fields=id&tenant_id=de75dc29edc844e7a51901a972dab6a1 HTTP/1.1" status: 200 len: 267 time: 0.1075444 Jan 26 13:14:35.853592 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5329cfc6-2643-439b-bfa6-24c5de318927 req-21b25728-f6a0-4898-aff7-bb5ba2f4e14a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 210 time: 0.0398862 Jan 26 13:14:35.878646 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5258f05-fd81-4fcc-b6f1-da0d13804233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (2ed156c6-5d03-4021-9648-f7a8db3f9c50), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:35.939175 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Made reservation on behalf of 4c1b79d37dea433aaf0c6be3116e633d for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:35.943132 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:35.998346 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5258f05-fd81-4fcc-b6f1-da0d13804233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4584765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636906'] for subnet (2ed156c6-5d03-4021-9648-f7a8db3f9c50), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:36.274797 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-48a548e4-fe71-4cfc-8fe1-0d344781e488 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:36.282267 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-48a548e4-fe71-4cfc-8fe1-0d344781e488 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/networks?id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f HTTP/1.1" status: 200 len: 811 time: 0.5367830 Jan 26 13:14:36.306217 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5258f05-fd81-4fcc-b6f1-da0d13804233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed156c6-5d03-4021-9648-f7a8db3f9c50,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:36.331603 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5258f05-fd81-4fcc-b6f1-da0d13804233 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:36.351580 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e5258f05-fd81-4fcc-b6f1-da0d13804233 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2ed156c6-5d03-4021-9648-f7a8db3f9c50 HTTP/1.1" status: 204 len: 168 time: 1.0110555 Jan 26 13:14:36.392519 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33016) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:36.415180 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-f1ebecf3-694a-4088-82e7-d82a63eae4e1 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/quotas/de75dc29edc844e7a51901a972dab6a1 HTTP/1.1" status: 200 len: 375 time: 0.1277452 Jan 26 13:14:36.499683 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 8cd23363-8f67-4626-a7ce-2a705c64c881 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:36.502199 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5470da9-17d3-4e1a-817d-7ba9e64a5b64 req-2ec2192b-12fa-4b66-bd82-a528f8c801a0 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:36.512331 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e5470da9-17d3-4e1a-817d-7ba9e64a5b64 req-2ec2192b-12fa-4b66-bd82-a528f8c801a0 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 943 time: 0.2225840 Jan 26 13:14:36.573109 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-0c72cfe5-9466-41ca-ba1d-848a4eeb6415 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=de75dc29edc844e7a51901a972dab6a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557994 Jan 26 13:14:36.591997 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.24', 64766) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:36.667439 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (db817643-4ab1-47bf-909b-144735f61a80), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:36.715270 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 8cd23363-8f67-4626-a7ce-2a705c64c881 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:36.715656 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:36.765432 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887ac2-da8f-49e9-8202-f06863e81589 req-09fec1b1-14ea-4c2b-8157-bc4c941f28cf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:36.769190 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-09fec1b1-14ea-4c2b-8157-bc4c941f28cf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.24 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 817 time: 0.1727097 Jan 26 13:14:36.828003 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e5470da9-17d3-4e1a-817d-7ba9e64a5b64 req-7ddf4309-5c28-4499-a5b5-80ffe7ff5531 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095984 Jan 26 13:14:36.910517 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33036) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:36.960856 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 8cd23363-8f67-4626-a7ce-2a705c64c881 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:36.981103 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (db817643-4ab1-47bf-909b-144735f61a80), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:36.984673 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Allocated IP 172.20.0.11 (c2c07cbf-0563-491b-9ebf-a4abee0132e7/c10b2774-d5c6-47c5-b0d4-2aa87af1694a/830afc2b-8430-4108-876b-03ab6faf6414) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:37.020728 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db817643-4ab1-47bf-909b-144735f61a80']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:37.038508 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4875f219-6d40-48ec-9125-aa57aaeeada9') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:37.038969 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4875f219-6d40-48ec-9125-aa57aaeeada9') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:37.042060 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1cb20fcd-0616-47e3-b807-4b4246501c61 req-2da3523c-a57a-423a-a375-799fa35b0c7d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 210 time: 0.0823140 Jan 26 13:14:37.067296 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269872'] for segment (4875f219-6d40-48ec-9125-aa57aaeeada9), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:37.098148 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (4875f219-6d40-48ec-9125-aa57aaeeada9), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:37.125618 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:14:37.126028 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4584851'] for segment (4875f219-6d40-48ec-9125-aa57aaeeada9), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: Traceback (most recent call last): Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: timer() Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: cb(*args, **kw) Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: self._notify() Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: self.callback(batched_events) Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: event.method(event) Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: return f(self, *a, **k) Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._get(url).json() Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:14:37.127708 dv-cinder-824187-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:14:37.130674 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-fde15c47-27cb-4bac-bee0-4d7af94a2160 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa95ef025ad4b06857dd510f4344181 HTTP/1.1" status: 200 len: 379 time: 0.3303475 Jan 26 13:14:37.144895 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-25887ac2-da8f-49e9-8202-f06863e81589 req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Request body: {'port': {'device_id': '76158ee5-16ad-43fa-89cd-1ca634826738', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'admin_state_up': True, 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'security_groups': ['6f2d5772-a93b-4b90-bcc0-7d10e05fef53']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:37.232107 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-cbd58316-cd84-4c44-80be-8d731def5b73 service neutron] 10.222.0.10 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482279 Jan 26 13:14:37.237444 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45df5630-23ea-4885-90fa-7a54baf80d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:37.250306 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7bd6f6bc-c1c0-4a69-9850-47d851fb8de7 req-3d4299b5-f49a-4f2e-8a8e-f08196e7d737 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 210 time: 0.0399332 Jan 26 13:14:37.323675 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (db817643-4ab1-47bf-909b-144735f61a80), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:37.351464 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:37.354983 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/db817643-4ab1-47bf-909b-144735f61a80 HTTP/1.1" status: 204 len: 168 time: 0.9599659 Jan 26 13:14:37.380324 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746bf1a-3700-4f53-9fcc-f15fcb77bef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=db817643-4ab1-47bf-909b-144735f61a80,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:37.388657 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks [] for port (830afc2b-8430-4108-876b-03ab6faf6414), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:37.405919 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25887ac2-da8f-49e9-8202-f06863e81589 req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Made reservation on behalf of 5fa95ef025ad4b06857dd510f4344181 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:37.410440 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25887ac2-da8f-49e9-8202-f06863e81589 req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:37.467031 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (830afc2b-8430-4108-876b-03ab6faf6414), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:37.525445 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Network c2c07cbf-0563-491b-9ebf-a4abee0132e7 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:37.555599 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 33056) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:37.567084 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45df5630-23ea-4885-90fa-7a54baf80d33 admin admin] Publish callbacks [] for security_group (c687e665-1195-41f5-9a8b-b215099d1379), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:37.568534 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:37.575545 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:37.582532 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-12908a24-9ebf-423c-8ff3-53cf1407a674 service neutron] 10.222.0.10 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345942 Jan 26 13:14:37.607850 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45df5630-23ea-4885-90fa-7a54baf80d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (c687e665-1195-41f5-9a8b-b215099d1379), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:37.614700 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.24', 64771) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:37.675388 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df5630-23ea-4885-90fa-7a54baf80d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c687e665-1195-41f5-9a8b-b215099d1379,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:37.737566 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Pushing event updated for resources: {'Port': ['ID=830afc2b-8430-4108-876b-03ab6faf6414,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:37.832119 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-45df5630-23ea-4885-90fa-7a54baf80d33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29c9c4dbe5684ce9bd8c0037a11c7b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8624210 Jan 26 13:14:37.856708 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:37.856914 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 33074) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:37.857442 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:37.932257 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-c0ff5daf-d73d-4efe-b6b9-7346c68b7c69 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:37.934204 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-c0ff5daf-d73d-4efe-b6b9-7346c68b7c69 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.24 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 818 time: 0.2860901 Jan 26 13:14:37.937561 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 49102420-7235-4214-9872-56331b9abfcc details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:14:37.948373 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-3b3d428d-a3ea-43e3-a6f1-efa99194e43c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4892199 Jan 26 13:14:37.952676 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Request body: {'port': {'device_id': '195bf47b-184d-481f-abd0-d005b70d0d73', 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7', 'admin_state_up': True, 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:37.972096 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Request body: {'port': {'device_id': '29005ce9-20c2-44ab-9ad0-2bd96476468e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:38.028327 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-25887ac2-da8f-49e9-8202-f06863e81589 req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Allocated IP 172.20.0.10 (84beaab8-7cea-4036-bed2-ae75c0fff259/6a62eb2c-a93e-4cd4-b7ce-7b495197fb30/a981f395-f6ab-463c-a105-07809d2bcd48) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:38.032319 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b50ab4c7-0af7-44e7-9cd3-071f5763f8dc req-bee65c82-8144-4d20-a6c7-8225990cdf6a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 210 time: 0.1509149 Jan 26 13:14:38.073834 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-8d72cb8b-3f6c-4dc8-8252-29aba3833e77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af747500d7844016893f5ee9078cf8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5167186 Jan 26 13:14:38.095856 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 33092) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:38.128179 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 49102420-7235-4214-9872-56331b9abfcc, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=49102420-7235-4214-9872-56331b9abfcc,segment=NetworkSegment(cbc0d65b-f2cd-4b7a-9a27-a6deb573138a),segment_id=cbc0d65b-f2cd-4b7a-9a27-a6deb573138a)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:38.151852 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '49102420-7235-4214-9872-56331b9abfcc', 'network_id': 'ab40549d-3b52-47af-9127-009a51e89ef2', 'port_id': '49102420-7235-4214-9872-56331b9abfcc', 'mac_address': 'fa:16:3e:4a:53:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3753f8-a153-4265-a669-359fc0b87677', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:14:38.183131 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (830afc2b-8430-4108-876b-03ab6faf6414), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.284396 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 49102420-7235-4214-9872-56331b9abfcc is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:38.285151 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (49102420-7235-4214-9872-56331b9abfcc), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.305696 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49102420-7235-4214-9872-56331b9abfcc {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:14:38.316213 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d57897-25f8-47e3-94b6-6ad5385ddbb9 req-9f4e42b7-8617-4279-9804-e63f4fb04117 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:38.319904 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Made reservation on behalf of 4c1b79d37dea433aaf0c6be3116e633d for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:38.321628 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-04d57897-25f8-47e3-94b6-6ad5385ddbb9 req-9f4e42b7-8617-4279-9804-e63f4fb04117 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 943 time: 0.3623095 Jan 26 13:14:38.323875 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.354403 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-516a660b-bade-41c1-97d8-07e11443f12a admin admin] Publish callbacks [] for security_group (c687e665-1195-41f5-9a8b-b215099d1379), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.364409 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 49102420-7235-4214-9872-56331b9abfcc, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=49102420-7235-4214-9872-56331b9abfcc,segment=NetworkSegment(cbc0d65b-f2cd-4b7a-9a27-a6deb573138a),segment_id=cbc0d65b-f2cd-4b7a-9a27-a6deb573138a)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:38.374501 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (49102420-7235-4214-9872-56331b9abfcc), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.391576 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1baa586e-69f9-40cf-a8db-a79509298b35 req-cd51fa93-a231-4e0b-a776-6ef820e15b28 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 210 time: 0.1662943 Jan 26 13:14:38.425031 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-516a660b-bade-41c1-97d8-07e11443f12a admin admin] Publish callbacks [] for security_group (c687e665-1195-41f5-9a8b-b215099d1379), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.452365 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=49102420-7235-4214-9872-56331b9abfcc,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:38.589046 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c85c776e-148b-46e2-9d3d-06e12065af4a admin admin] Publish callbacks [] for security_group (4e2025b1-a53c-4208-9eab-cc0736c34ebe), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.606083 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-516a660b-bade-41c1-97d8-07e11443f12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (c687e665-1195-41f5-9a8b-b215099d1379), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.608921 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-516a660b-bade-41c1-97d8-07e11443f12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.612837 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-516a660b-bade-41c1-97d8-07e11443f12a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c687e665-1195-41f5-9a8b-b215099d1379 HTTP/1.1" status: 204 len: 168 time: 0.7524638 Jan 26 13:14:38.647616 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['49102420-7235-4214-9872-56331b9abfcc'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:14:38.675755 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f965ea20-c40e-48c3-8420-2f7992ee333e req-8e8e4a77-13e6-45f3-80b0-de5c7b37ed98 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 210 time: 0.0939674 Jan 26 13:14:38.693490 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Allocated IP 172.20.0.14 (c2c07cbf-0563-491b-9ebf-a4abee0132e7/c10b2774-d5c6-47c5-b0d4-2aa87af1694a/edaa57f7-4d08-44ae-be92-2f5f1ea6293b) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:38.706148 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c85c776e-148b-46e2-9d3d-06e12065af4a admin admin] Publish callbacks [] for security_group (4e2025b1-a53c-4208-9eab-cc0736c34ebe), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.785408 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25887ac2-da8f-49e9-8202-f06863e81589 req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for port (a981f395-f6ab-463c-a105-07809d2bcd48), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.856243 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-04d57897-25f8-47e3-94b6-6ad5385ddbb9 req-4e86b437-cf07-4bda-8dbe-5b3c37577a8d tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923832 Jan 26 13:14:38.869175 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a660b-bade-41c1-97d8-07e11443f12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c687e665-1195-41f5-9a8b-b215099d1379,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:38.871622 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25887ac2-da8f-49e9-8202-f06863e81589 req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.957287 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks [] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.964213 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event updated for resources: {'Port': ['ID=a981f395-f6ab-463c-a105-07809d2bcd48,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:38.966574 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c85c776e-148b-46e2-9d3d-06e12065af4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (4e2025b1-a53c-4208-9eab-cc0736c34ebe), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.969146 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c85c776e-148b-46e2-9d3d-06e12065af4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:38.970326 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-c85c776e-148b-46e2-9d3d-06e12065af4a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e2025b1-a53c-4208-9eab-cc0736c34ebe HTTP/1.1" status: 204 len: 168 time: 0.8746603 Jan 26 13:14:38.984382 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c776e-148b-46e2-9d3d-06e12065af4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2025b1-a53c-4208-9eab-cc0736c34ebe,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:38.994288 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25887ac2-da8f-49e9-8202-f06863e81589 req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Network 84beaab8-7cea-4036-bed2-ae75c0fff259 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:38.996865 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-25887ac2-da8f-49e9-8202-f06863e81589 req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:38.999482 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-25887ac2-da8f-49e9-8202-f06863e81589 req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:39.005195 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887ac2-da8f-49e9-8202-f06863e81589 req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:39.005884 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25887ac2-da8f-49e9-8202-f06863e81589 req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:39.032092 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-ed335332-b60f-4a07-b68d-e488e6f1e052 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8933816 Jan 26 13:14:39.050160 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Request body: {'port': {'device_id': '76158ee5-16ad-43fa-89cd-1ca634826738', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:39.236218 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:39.267413 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33122) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:39.297952 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.24', 64778) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:39.318739 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830afc2b-8430-4108-876b-03ab6faf6414 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:14:39.352543 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3377d240-95c0-416a-bed9-349d2cc20c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:39.396822 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Publish callbacks [] for port (830afc2b-8430-4108-876b-03ab6faf6414), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:39.423021 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Network c2c07cbf-0563-491b-9ebf-a4abee0132e7 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:39.451108 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-71ac7cad-1b0e-4510-9e33-1d98706af874 None None] Provisioning complete for port a981f395-f6ab-463c-a105-07809d2bcd48 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:39.452651 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-71ac7cad-1b0e-4510-9e33-1d98706af874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:39.519415 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:39.520332 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7218181f-e3d5-4c54-b28d-b04e4fbe92f0 req-4733d363-5217-411d-b65d-641bd63a83ab tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 210 time: 0.0382361 Jan 26 13:14:39.525356 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:39.537408 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:39.546111 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-71ac7cad-1b0e-4510-9e33-1d98706af874 None None] Port a981f395-f6ab-463c-a105-07809d2bcd48 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:14:39.585907 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Transition to ACTIVE for port object 830afc2b-8430-4108-876b-03ab6faf6414 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:14:39.648551 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (830afc2b-8430-4108-876b-03ab6faf6414), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:39.650487 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a340822-94ac-4bca-91c3-de782b9c54a2 req-71f8e59c-1d46-4010-acff-dbd81dbbf1d4 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:39.652598 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5a340822-94ac-4bca-91c3-de782b9c54a2 req-71f8e59c-1d46-4010-acff-dbd81dbbf1d4 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 932 time: 0.0839965 Jan 26 13:14:39.668803 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Pushing event updated for resources: {'Port': ['ID=edaa57f7-4d08-44ae-be92-2f5f1ea6293b,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:39.759918 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Pushing event updated for resources: {'Port': ['ID=830afc2b-8430-4108-876b-03ab6faf6414,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:39.818613 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:39.819225 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:39.830139 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-96dfde66-ee6e-42fb-9d55-17e1863f8c76 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:39.831593 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-96dfde66-ee6e-42fb-9d55-17e1863f8c76 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.24 "GET /v2.0/networks?id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f HTTP/1.1" status: 200 len: 811 time: 0.4837351 Jan 26 13:14:39.850530 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33152) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:39.913175 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 49102420-7235-4214-9872-56331b9abfcc up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:39.931236 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3377d240-95c0-416a-bed9-349d2cc20c2d admin admin] Publish callbacks [] for security_group (5b57f119-ac0e-4ca7-adf8-287bb70d30e1), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:39.943018 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5a340822-94ac-4bca-91c3-de782b9c54a2 req-d0fb8043-682d-4a49-be42-abd2ad2a9855 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785614 Jan 26 13:14:39.944626 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3377d240-95c0-416a-bed9-349d2cc20c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (5b57f119-ac0e-4ca7-adf8-287bb70d30e1), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:39.975401 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-348d0e76-b059-4df6-a0c5-ecbb0936b658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0216479 Jan 26 13:14:39.997945 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Request body: {'port': {'device_id': '195bf47b-184d-481f-abd0-d005b70d0d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:39.998110 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 49102420-7235-4214-9872-56331b9abfcc completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:14:40.003782 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 49102420-7235-4214-9872-56331b9abfcc triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:40.004294 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (49102420-7235-4214-9872-56331b9abfcc), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.061073 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ad4be-a9f3-4f67-b932-93896f51832d req-0e405a5e-267e-4a96-8e57-d6113c2b6409 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:40.070923 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-db6ad4be-a9f3-4f67-b932-93896f51832d req-0e405a5e-267e-4a96-8e57-d6113c2b6409 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 932 time: 0.2208924 Jan 26 13:14:40.107778 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a6363ebb-827a-4435-8fcd-ffdf46f81539 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2cf78ac53b0844488953530d5318f6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560508 Jan 26 13:14:40.111123 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 33158) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:40.145048 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377d240-95c0-416a-bed9-349d2cc20c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b57f119-ac0e-4ca7-adf8-287bb70d30e1,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:40.154853 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-ebded7a9-03c0-4336-a625-2363c7eeb6d7 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de75dc29edc844e7a51901a972dab6a1 HTTP/1.1" status: 200 len: 379 time: 0.2919135 Jan 26 13:14:40.160603 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 49102420-7235-4214-9872-56331b9abfcc is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:40.161233 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (49102420-7235-4214-9872-56331b9abfcc), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.192996 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b47ee9-afa8-4623-ae03-05bd67e1ba87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49102420-7235-4214-9872-56331b9abfcc'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:14:40.196788 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Attempting to bind port 830afc2b-8430-4108-876b-03ab6faf6414 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:40.197085 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Attempting to bind port 830afc2b-8430-4108-876b-03ab6faf6414 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:40.197409 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Attempting to bind port 830afc2b-8430-4108-876b-03ab6faf6414 on network c2c07cbf-0563-491b-9ebf-a4abee0132e7 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:40.205236 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.225796 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Port 830afc2b-8430-4108-876b-03ab6faf6414 on network c2c07cbf-0563-491b-9ebf-a4abee0132e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:14:40.226318 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Attempting to bind port 830afc2b-8430-4108-876b-03ab6faf6414 on network c2c07cbf-0563-491b-9ebf-a4abee0132e7 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:40.238602 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Request body: {'port': {'device_id': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'admin_state_up': True, 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'security_groups': ['329f4a1a-22a4-4fa3-b3ef-0db3788f88b0']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:40.267677 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:40.268015 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Checking segment: {'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:40.268386 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Bound using segment: {'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:40.268827 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Bound port: 830afc2b-8430-4108-876b-03ab6faf6414, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:40.269208 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (830afc2b-8430-4108-876b-03ab6faf6414), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.272586 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-3377d240-95c0-416a-bed9-349d2cc20c2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66a8d0306f0e4ff080b0aaf8b51b0efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9756451 Jan 26 13:14:40.289420 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 33168) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:40.297096 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 49102420-7235-4214-9872-56331b9abfcc, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=49102420-7235-4214-9872-56331b9abfcc,segment=NetworkSegment(cbc0d65b-f2cd-4b7a-9a27-a6deb573138a),segment_id=cbc0d65b-f2cd-4b7a-9a27-a6deb573138a)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:40.301303 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-db6ad4be-a9f3-4f67-b932-93896f51832d req-924a404e-59ee-4513-9f53-e57152874bc4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293546 Jan 26 13:14:40.307308 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (49102420-7235-4214-9872-56331b9abfcc), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.364510 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=49102420-7235-4214-9872-56331b9abfcc,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:40.400070 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2d83d-3f6e-4e6a-9713-0d3f755c4717 req-5b3c5821-beab-41fa-b3f2-0d81faccd21c tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:40.401740 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fac2d83d-3f6e-4e6a-9713-0d3f755c4717 req-5b3c5821-beab-41fa-b3f2-0d81faccd21c tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 944 time: 0.3514132 Jan 26 13:14:40.414802 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a981f395-f6ab-463c-a105-07809d2bcd48 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:14:40.430402 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Publish callbacks [] for port (a981f395-f6ab-463c-a105-07809d2bcd48), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.437192 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16331e3e-4db3-41c1-83d2-45a8ff841538" -d '{"events": [{"server_uuid": "f9b47ee9-afa8-4623-ae03-05bd67e1ba87", "name": "network-vif-plugged", "status": "completed", "tag": "49102420-7235-4214-9872-56331b9abfcc"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:14:40.493409 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d008572e-c80a-4898-b20c-733a0b622a25 admin admin] Publish callbacks [] for security_group (15616b44-54ae-4936-8a33-4568d4524889), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.495584 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Transition to ACTIVE for port object a981f395-f6ab-463c-a105-07809d2bcd48 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:14:40.521637 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.569602 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082e4490-ef08-4ef3-98b5-50f42dae7ab9 x-openstack-request-id: req-082e4490-ef08-4ef3-98b5-50f42dae7ab9 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:14:40.570086 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b47ee9-afa8-4623-ae03-05bd67e1ba87", "name": "network-vif-plugged", "status": "completed", "tag": "49102420-7235-4214-9872-56331b9abfcc", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:14:40.570707 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-082e4490-ef08-4ef3-98b5-50f42dae7ab9 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:14:40.571185 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b47ee9-afa8-4623-ae03-05bd67e1ba87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49102420-7235-4214-9872-56331b9abfcc', 'code': 200} Jan 26 13:14:40.584605 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-357771b3-ee9c-4d7d-8c8f-e2c4b088bdbe admin admin] Publish callbacks [] for security_group (5b57f119-ac0e-4ca7-adf8-287bb70d30e1), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.592630 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d008572e-c80a-4898-b20c-733a0b622a25 admin admin] Publish callbacks [] for security_group (15616b44-54ae-4936-8a33-4568d4524889), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.602176 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fac2d83d-3f6e-4e6a-9713-0d3f755c4717 req-0d3977d8-411a-4fb8-972e-f33803efb159 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756380 Jan 26 13:14:40.682032 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=a981f395-f6ab-463c-a105-07809d2bcd48,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:40.694403 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-357771b3-ee9c-4d7d-8c8f-e2c4b088bdbe admin admin] Publish callbacks [] for security_group (5b57f119-ac0e-4ca7-adf8-287bb70d30e1), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.712923 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] For port 830afc2b-8430-4108-876b-03ab6faf6414, host hv-cinder-82418, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:40.719453 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] For port 830afc2b-8430-4108-876b-03ab6faf6414, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=830afc2b-8430-4108-876b-03ab6faf6414,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:40.737368 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (830afc2b-8430-4108-876b-03ab6faf6414), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.759016 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ddeccdfb-432a-453e-83bb-e680eea623b2 req-2fa7f8f8-024d-4ebb-88c9-5a342d3a2120 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 210 time: 0.0988667 Jan 26 13:14:40.770660 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:40.771333 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.772976 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] 10.222.0.24 "PUT /v2.0/ports/830afc2b-8430-4108-876b-03ab6faf6414 HTTP/1.1" status: 200 len: 1094 time: 2.8152535 Jan 26 13:14:40.773503 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.24', 64784) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:40.784611 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29005ce9-20c2-44ab-9ad0-2bd96476468e', 'tag': '830afc2b-8430-4108-876b-03ab6faf6414'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:14:40.792335 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c910587-fef5-4d1b-882d-fb12b3666eec" -d '{"events": [{"name": "network-changed", "server_uuid": "29005ce9-20c2-44ab-9ad0-2bd96476468e", "tag": "830afc2b-8430-4108-876b-03ab6faf6414"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:14:40.827316 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Attempting to bind port a981f395-f6ab-463c-a105-07809d2bcd48 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:40.827652 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Attempting to bind port a981f395-f6ab-463c-a105-07809d2bcd48 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:40.828020 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Attempting to bind port a981f395-f6ab-463c-a105-07809d2bcd48 on network 84beaab8-7cea-4036-bed2-ae75c0fff259 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:40.832811 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Port a981f395-f6ab-463c-a105-07809d2bcd48 on network 84beaab8-7cea-4036-bed2-ae75c0fff259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:14:40.833422 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Attempting to bind port a981f395-f6ab-463c-a105-07809d2bcd48 on network 84beaab8-7cea-4036-bed2-ae75c0fff259 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:40.841747 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Made reservation on behalf of de75dc29edc844e7a51901a972dab6a1 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:40.845335 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.848772 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:40.849116 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Checking segment: {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:40.849697 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Bound using segment: {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:40.850739 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Bound port: a981f395-f6ab-463c-a105-07809d2bcd48, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:40.850739 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.878245 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d008572e-c80a-4898-b20c-733a0b622a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (15616b44-54ae-4936-8a33-4568d4524889), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.881017 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d008572e-c80a-4898-b20c-733a0b622a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.882489 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-d008572e-c80a-4898-b20c-733a0b622a25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15616b44-54ae-4936-8a33-4568d4524889 HTTP/1.1" status: 204 len: 168 time: 0.7630656 Jan 26 13:14:40.888832 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-357771b3-ee9c-4d7d-8c8f-e2c4b088bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (5b57f119-ac0e-4ca7-adf8-287bb70d30e1), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.891345 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-357771b3-ee9c-4d7d-8c8f-e2c4b088bdbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:40.895585 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-357771b3-ee9c-4d7d-8c8f-e2c4b088bdbe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b57f119-ac0e-4ca7-adf8-287bb70d30e1 HTTP/1.1" status: 204 len: 168 time: 0.6030266 Jan 26 13:14:40.901636 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008572e-c80a-4898-b20c-733a0b622a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15616b44-54ae-4936-8a33-4568d4524889,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:40.938823 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357771b3-ee9c-4d7d-8c8f-e2c4b088bdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b57f119-ac0e-4ca7-adf8-287bb70d30e1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:41.021003 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:41.031007 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a981f395-f6ab-463c-a105-07809d2bcd48,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:41.043979 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:41.080420 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee4d27b-404f-4e15-81fe-38f085c481fd x-openstack-request-id: req-8ee4d27b-404f-4e15-81fe-38f085c481fd {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:14:41.080989 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29005ce9-20c2-44ab-9ad0-2bd96476468e", "tag": "830afc2b-8430-4108-876b-03ab6faf6414", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:14:41.080989 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ee4d27b-404f-4e15-81fe-38f085c481fd {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:14:41.081456 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29005ce9-20c2-44ab-9ad0-2bd96476468e', 'tag': '830afc2b-8430-4108-876b-03ab6faf6414', 'status': 'completed', 'code': 200} Jan 26 13:14:41.146726 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:41.147354 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:41.148949 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] 10.222.0.24 "PUT /v2.0/ports/a981f395-f6ab-463c-a105-07809d2bcd48 HTTP/1.1" status: 200 len: 1094 time: 2.1085031 Jan 26 13:14:41.150426 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:14:41.248248 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Allocated IP 172.20.0.13 (2d9cd22e-c402-4c5f-b2cf-7984cbee040f/bc77bad1-131b-4485-8b8c-4e65034728c9/89dc0911-31b4-4a89-8123-7e9a0b604a80) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:41.501709 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9559cc-6724-43bb-9dfc-0e1da33c647f req-6abd1560-4233-4ce3-8c65-7ed2ecd5ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:41.503080 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fd9559cc-6724-43bb-9dfc-0e1da33c647f req-6abd1560-4233-4ce3-8c65-7ed2ecd5ed1f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 1098 time: 0.7059357 Jan 26 13:14:41.521768 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-a85e378d-6fbd-4648-a151-776363f22d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:41.523209 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-a85e378d-6fbd-4648-a151-776363f22d1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 1097 time: 0.6471205 Jan 26 13:14:41.577934 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be875321-09d9-41cf-843a-102e2b17f6ac req-3b77811d-ad15-4616-bd29-3973d267599d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:41.585338 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-be875321-09d9-41cf-843a-102e2b17f6ac req-3b77811d-ad15-4616-bd29-3973d267599d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.4877019 Jan 26 13:14:41.601352 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062c15f-3664-4c04-9d1d-a805aa2cbb18 service neutron] Pushing event updated for resources: {'Port': ['ID=830afc2b-8430-4108-876b-03ab6faf6414,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:41.604413 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3b1df-fd21-46ac-9c69-aa18a9acdfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=a981f395-f6ab-463c-a105-07809d2bcd48,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:41.695484 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887ac2-da8f-49e9-8202-f06863e81589 req-90f8d053-273e-4704-bf76-99d28169aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:41.696171 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-90f8d053-273e-4704-bf76-99d28169aa02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 1097 time: 0.4379475 Jan 26 13:14:41.702333 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-fd9559cc-6724-43bb-9dfc-0e1da33c647f req-bcc10a1b-7ffc-478d-931a-a9d6683d0670 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:41.715659 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-be875321-09d9-41cf-843a-102e2b17f6ac req-3689cbab-0d7d-4269-a3e8-50e6cf5abd7a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267028 Jan 26 13:14:41.737685 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879d5cfc-4965-4b1d-88f4-674faad9d707" -d '{"events": [{"name": "network-changed", "server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:14:41.757503 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-ff74abde-8f77-41c2-8c29-b51daa5dd380 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=830afc2b-8430-4108-876b-03ab6faf6414 HTTP/1.1" status: 200 len: 217 time: 0.2110696 Jan 26 13:14:41.764155 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:41.821586 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21644e74-8930-438a-90ed-40cb5ad4961a req-4a0348d2-a7aa-4952-9bb4-b1e95d65f41f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:41.830625 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-21644e74-8930-438a-90ed-40cb5ad4961a req-4a0348d2-a7aa-4952-9bb4-b1e95d65f41f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 932 time: 0.3587022 Jan 26 13:14:41.833272 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-fe622743-0c37-4ca6-9992-c6c5fda88ccb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a981f395-f6ab-463c-a105-07809d2bcd48 HTTP/1.1" status: 200 len: 217 time: 0.1304457 Jan 26 13:14:41.887017 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-f0dd417c-bc78-4cc4-8752-d79c7d500071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:41.888531 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-f0dd417c-bc78-4cc4-8752-d79c7d500071 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c10b2774-d5c6-47c5-b0d4-2aa87af1694a HTTP/1.1" status: 200 len: 858 time: 0.1224475 Jan 26 13:14:41.956761 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-c143c0ed-0b02-42fa-b68d-f87f0733c6cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2c07cbf-0563-491b-9ebf-a4abee0132e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392206 Jan 26 13:14:41.964648 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edaa57f7-4d08-44ae-be92-2f5f1ea6293b {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:14:41.969202 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0a99c-0d99-4121-a616-55431c898cc5 req-462a4e24-82cc-44ea-bf3c-149249aff56c tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:41.970858 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8ee0a99c-0d99-4121-a616-55431c898cc5 req-462a4e24-82cc-44ea-bf3c-149249aff56c tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 945 time: 0.1357846 Jan 26 13:14:41.987494 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Publish callbacks [] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:41.989994 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-21644e74-8930-438a-90ed-40cb5ad4961a req-e2a005d5-20b0-41d7-8c68-9daf65a0d461 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584039 Jan 26 13:14:42.014964 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887ac2-da8f-49e9-8202-f06863e81589 req-25e22feb-f315-42df-b530-37f68929e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:42.016714 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-25e22feb-f315-42df-b530-37f68929e4d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 200 len: 856 time: 0.1417048 Jan 26 13:14:42.019288 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:42.104446 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Transition to ACTIVE for port object edaa57f7-4d08-44ae-be92-2f5f1ea6293b will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:14:42.124340 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8ee0a99c-0d99-4121-a616-55431c898cc5 req-6fa47323-b47f-4979-b49f-1ce8c4d0baa6 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330132 Jan 26 13:14:42.127099 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:42.139975 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:42.144810 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887ac2-da8f-49e9-8202-f06863e81589 req-cbc57c68-4c36-4011-8b56-c10d94e19b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:42.146488 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-cbc57c68-4c36-4011-8b56-c10d94e19b1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84beaab8-7cea-4036-bed2-ae75c0fff259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1241572 Jan 26 13:14:42.150233 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:42.160872 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-fd9559cc-6724-43bb-9dfc-0e1da33c647f req-bcc10a1b-7ffc-478d-931a-a9d6683d0670 service neutron] Publish callbacks [] for security_group (c9887f86-28fd-4513-b186-08b3e1b98776), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:42.161837 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event updated for resources: {'Port': ['ID=89dc0911-31b4-4a89-8123-7e9a0b604a80,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:42.167099 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:42.188170 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-fd9559cc-6724-43bb-9dfc-0e1da33c647f req-bcc10a1b-7ffc-478d-931a-a9d6683d0670 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (c9887f86-28fd-4513-b186-08b3e1b98776), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:42.327171 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=edaa57f7-4d08-44ae-be92-2f5f1ea6293b,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:42.401219 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:42.402294 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:42.420878 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-b6864dad-db26-48ef-b352-73b63cf5e373 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503067 Jan 26 13:14:42.434397 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc10a1b-7ffc-478d-931a-a9d6683d0670 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c9887f86-28fd-4513-b186-08b3e1b98776,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:42.529451 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf275bcc-77c8-4b7b-bf33-1199d83dfb74 x-openstack-request-id: req-bf275bcc-77c8-4b7b-bf33-1199d83dfb74 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:14:42.529741 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:14:42.529998 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf275bcc-77c8-4b7b-bf33-1199d83dfb74 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:14:42.530543 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'status': 'completed', 'code': 200} Jan 26 13:14:42.551366 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3ffe1412-c523-44d8-9f8c-d12daab44f19 req-ccfa1fa0-4b64-493f-a077-fc88b5b2d132 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150179 Jan 26 13:14:42.555594 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fd9559cc-6724-43bb-9dfc-0e1da33c647f req-bcc10a1b-7ffc-478d-931a-a9d6683d0670 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0236464 Jan 26 13:14:42.579598 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-ed8a05f4-be0e-4119-94be-3176d6d3079a None None] Provisioning complete for port 89dc0911-31b4-4a89-8123-7e9a0b604a80 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:42.580678 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ed8a05f4-be0e-4119-94be-3176d6d3079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:42.587199 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a215f0-a06b-4705-8d14-79528bc955fb req-20315e76-31be-4eec-a7b1-ceb726d4b64b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:42.588414 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-8e104a18-8a19-4896-b961-1abd09141d9f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3853002 Jan 26 13:14:42.595838 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-04a215f0-a06b-4705-8d14-79528bc955fb req-20315e76-31be-4eec-a7b1-ceb726d4b64b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 932 time: 0.3834891 Jan 26 13:14:42.625446 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Attempting to bind port edaa57f7-4d08-44ae-be92-2f5f1ea6293b on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:42.626122 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-3c212572-7055-4ae8-928e-9d071babee0e service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506376 Jan 26 13:14:42.626311 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Attempting to bind port edaa57f7-4d08-44ae-be92-2f5f1ea6293b by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:42.626929 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Attempting to bind port edaa57f7-4d08-44ae-be92-2f5f1ea6293b on network c2c07cbf-0563-491b-9ebf-a4abee0132e7 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:42.633671 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Port edaa57f7-4d08-44ae-be92-2f5f1ea6293b on network c2c07cbf-0563-491b-9ebf-a4abee0132e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:14:42.634662 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Attempting to bind port edaa57f7-4d08-44ae-be92-2f5f1ea6293b on network c2c07cbf-0563-491b-9ebf-a4abee0132e7 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:42.647337 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:42.650697 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Checking segment: {'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:42.651272 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Bound using segment: {'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:42.654235 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Bound port: edaa57f7-4d08-44ae-be92-2f5f1ea6293b, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:42.654884 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:42.669853 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-ed8a05f4-be0e-4119-94be-3176d6d3079a None None] Port 89dc0911-31b4-4a89-8123-7e9a0b604a80 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:14:42.716985 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-04a215f0-a06b-4705-8d14-79528bc955fb req-f306b828-6413-4657-be69-956590c27cb3 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201668 Jan 26 13:14:42.785857 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Request body: {'port': {'device_id': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:42.913889 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] For port edaa57f7-4d08-44ae-be92-2f5f1ea6293b, host hv-cinder-82418, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:42.958379 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] For port edaa57f7-4d08-44ae-be92-2f5f1ea6293b, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=edaa57f7-4d08-44ae-be92-2f5f1ea6293b,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:42.975401 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73693304-1b68-4b5a-96e6-ce5b0cae45bf req-0c53d992-3ccb-4b56-86e9-7f4d62b7da5a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:42.977049 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-73693304-1b68-4b5a-96e6-ce5b0cae45bf req-0c53d992-3ccb-4b56-86e9-7f4d62b7da5a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.1427495 Jan 26 13:14:43.001769 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25887ac2-da8f-49e9-8202-f06863e81589 req-89d5746f-461d-4714-842c-aa04bfbb102c service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284596 Jan 26 13:14:43.013819 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c910587-fef5-4d1b-882d-fb12b3666eec req-85f647cd-932f-4a24-8cd0-65b32fb81820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:43.015352 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8c910587-fef5-4d1b-882d-fb12b3666eec req-85f647cd-932f-4a24-8cd0-65b32fb81820 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 1097 time: 0.2031460 Jan 26 13:14:43.018760 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:43.045965 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-73693304-1b68-4b5a-96e6-ce5b0cae45bf req-281f21bf-b0f3-424a-836e-486f9bbc314f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583467 Jan 26 13:14:43.063152 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:43.063919 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:43.065625 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] 10.222.0.24 "PUT /v2.0/ports/edaa57f7-4d08-44ae-be92-2f5f1ea6293b HTTP/1.1" status: 200 len: 1094 time: 3.0918722 Jan 26 13:14:43.141889 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:43.185904 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195bf47b-184d-481f-abd0-d005b70d0d73', 'tag': 'edaa57f7-4d08-44ae-be92-2f5f1ea6293b'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:14:43.189973 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096381c9-e0f5-4363-9898-4f95a0cb06f8" -d '{"events": [{"name": "network-changed", "server_uuid": "195bf47b-184d-481f-abd0-d005b70d0d73", "tag": "edaa57f7-4d08-44ae-be92-2f5f1ea6293b"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:14:43.315361 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfaa88c-f6bf-4842-b8dd-7a0c3e45920a req-78846c07-1004-4e15-a7e4-9d3bf8b3d90d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:43.316619 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c156b4-dffe-4695-b858-1367d0283fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=edaa57f7-4d08-44ae-be92-2f5f1ea6293b,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:43.323187 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2dfaa88c-f6bf-4842-b8dd-7a0c3e45920a req-78846c07-1004-4e15-a7e4-9d3bf8b3d90d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 944 time: 0.1423113 Jan 26 13:14:43.342054 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-24aaf5c3-3170-4092-b577-f2267d5503d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:43.345524 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-24aaf5c3-3170-4092-b577-f2267d5503d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 1097 time: 0.2233055 Jan 26 13:14:43.398665 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-1241c31d-fd33-4be3-acb2-1a99786b327a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edaa57f7-4d08-44ae-be92-2f5f1ea6293b HTTP/1.1" status: 200 len: 217 time: 0.0429907 Jan 26 13:14:43.407235 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39b8c5-bb56-4656-bf65-54db37e47209 req-0cebdad3-3bec-4eff-a4c8-9765a8562507 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:43.414187 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fe39b8c5-bb56-4656-bf65-54db37e47209 req-0cebdad3-3bec-4eff-a4c8-9765a8562507 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 945 time: 0.1574507 Jan 26 13:14:43.507071 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2dfaa88c-f6bf-4842-b8dd-7a0c3e45920a req-847b0821-370e-4ed3-8f78-8b6ae5276fb8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819451 Jan 26 13:14:43.513468 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d5cfc-4965-4b1d-88f4-674faad9d707 req-9a2d6644-35f3-4837-8184-946e23f1cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:43.514967 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-879d5cfc-4965-4b1d-88f4-674faad9d707 req-9a2d6644-35f3-4837-8184-946e23f1cb30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 1097 time: 0.3220866 Jan 26 13:14:43.537443 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-0cce420d-c50e-4414-a6b3-aae2beb79674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:43.539278 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-0cce420d-c50e-4414-a6b3-aae2beb79674 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c10b2774-d5c6-47c5-b0d4-2aa87af1694a HTTP/1.1" status: 200 len: 858 time: 0.1168125 Jan 26 13:14:43.571841 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fe39b8c5-bb56-4656-bf65-54db37e47209 req-9a0ea7d8-61d2-4c2a-a6f2-b76fc2f2ea8c tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563115 Jan 26 13:14:43.592618 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-3527f1df-880c-4b13-b24a-733c262397f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2c07cbf-0563-491b-9ebf-a4abee0132e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464766 Jan 26 13:14:43.720632 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-956dffcc-8a5d-465e-8a79-712f0f830b0a service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201165 Jan 26 13:14:43.741160 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4167a034-3af0-4539-aa4a-22d5536c78b1 x-openstack-request-id: req-4167a034-3af0-4539-aa4a-22d5536c78b1 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:14:43.741448 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195bf47b-184d-481f-abd0-d005b70d0d73", "tag": "edaa57f7-4d08-44ae-be92-2f5f1ea6293b", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:14:43.741701 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4167a034-3af0-4539-aa4a-22d5536c78b1 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:14:43.742196 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195bf47b-184d-481f-abd0-d005b70d0d73', 'tag': 'edaa57f7-4d08-44ae-be92-2f5f1ea6293b', 'status': 'completed', 'code': 200} Jan 26 13:14:43.757934 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c910587-fef5-4d1b-882d-fb12b3666eec req-0f7b94c8-37d5-4800-b206-fc3a3f6a7d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:43.759430 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8c910587-fef5-4d1b-882d-fb12b3666eec req-0f7b94c8-37d5-4800-b206-fc3a3f6a7d23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 919 time: 0.7261915 Jan 26 13:14:43.857909 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ca4227bd-85f4-4fdd-882f-6600f68357fe req-e7f51594-5f5b-4e13-9caa-7be42748eb36 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307545 Jan 26 13:14:43.882734 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8c910587-fef5-4d1b-882d-fb12b3666eec req-5fc0e825-db9d-4bd5-a69d-730827b88a7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=830afc2b-8430-4108-876b-03ab6faf6414 HTTP/1.1" status: 200 len: 217 time: 0.1114314 Jan 26 13:14:43.903962 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65ed21-49a1-4f88-a801-b291a7f5b3ce req-48c10dd0-119a-4d81-b6cf-d51daf6fcf5b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:43.906593 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6b65ed21-49a1-4f88-a801-b291a7f5b3ce req-48c10dd0-119a-4d81-b6cf-d51daf6fcf5b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 932 time: 0.0847533 Jan 26 13:14:43.971329 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c910587-fef5-4d1b-882d-fb12b3666eec req-25413284-bf0b-40d9-8fcd-ed7de5ff4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:43.972530 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8c910587-fef5-4d1b-882d-fb12b3666eec req-25413284-bf0b-40d9-8fcd-ed7de5ff4df9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c10b2774-d5c6-47c5-b0d4-2aa87af1694a HTTP/1.1" status: 200 len: 858 time: 0.0826561 Jan 26 13:14:44.005850 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d5cfc-4965-4b1d-88f4-674faad9d707 req-6ec7be03-1a7a-44fd-a886-8d1f251e2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:44.007344 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-879d5cfc-4965-4b1d-88f4-674faad9d707 req-6ec7be03-1a7a-44fd-a886-8d1f251e2232 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 918 time: 0.4816699 Jan 26 13:14:44.014527 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6b65ed21-49a1-4f88-a801-b291a7f5b3ce req-63ba96e5-885f-48fe-b489-18c5ee8318ca tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012020 Jan 26 13:14:44.020230 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096381c9-e0f5-4363-9898-4f95a0cb06f8 req-6563a27a-c37c-4bb3-851b-c865b87c7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:44.021944 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-096381c9-e0f5-4363-9898-4f95a0cb06f8 req-6563a27a-c37c-4bb3-851b-c865b87c7652 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 1097 time: 0.0980997 Jan 26 13:14:44.035747 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8c910587-fef5-4d1b-882d-fb12b3666eec req-076d0eed-2876-4cd4-a9c8-b69b8f3e29d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2c07cbf-0563-491b-9ebf-a4abee0132e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482047 Jan 26 13:14:44.085894 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-879d5cfc-4965-4b1d-88f4-674faad9d707 req-e4a58b55-2316-4d68-91be-ba3acbc74e48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a981f395-f6ab-463c-a105-07809d2bcd48 HTTP/1.1" status: 200 len: 217 time: 0.0565856 Jan 26 13:14:44.203379 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d5cfc-4965-4b1d-88f4-674faad9d707 req-e8155d69-28d5-4f9c-8280-f820e7e55711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:44.204897 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-879d5cfc-4965-4b1d-88f4-674faad9d707 req-e8155d69-28d5-4f9c-8280-f820e7e55711 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 200 len: 856 time: 0.1071274 Jan 26 13:14:44.248524 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096381c9-e0f5-4363-9898-4f95a0cb06f8 req-6320cd90-c4ed-4889-b28c-f1ab504883e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:44.249927 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-096381c9-e0f5-4363-9898-4f95a0cb06f8 req-6320cd90-c4ed-4889-b28c-f1ab504883e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 919 time: 0.2170491 Jan 26 13:14:44.262622 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20f76d-a116-47ff-91ff-fd2e04373306 req-e02b090a-c053-4efc-9926-ce9183596f05 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:44.265021 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ce20f76d-a116-47ff-91ff-fd2e04373306 req-e02b090a-c053-4efc-9926-ce9183596f05 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.1028943 Jan 26 13:14:44.331168 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-096381c9-e0f5-4363-9898-4f95a0cb06f8 req-73d26504-d617-4eed-adbb-0994892b0b81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edaa57f7-4d08-44ae-be92-2f5f1ea6293b HTTP/1.1" status: 200 len: 217 time: 0.0657113 Jan 26 13:14:44.366781 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89dc0911-31b4-4a89-8123-7e9a0b604a80 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:14:44.397404 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ce20f76d-a116-47ff-91ff-fd2e04373306 req-eabe2cee-d9fe-4153-aca2-5a7ad2b154f9 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230071 Jan 26 13:14:44.425582 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Publish callbacks [] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:44.435645 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096381c9-e0f5-4363-9898-4f95a0cb06f8 req-a991ea30-3f5b-4758-9ced-e10fb4281a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:44.437282 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-096381c9-e0f5-4363-9898-4f95a0cb06f8 req-a991ea30-3f5b-4758-9ced-e10fb4281a11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c10b2774-d5c6-47c5-b0d4-2aa87af1694a HTTP/1.1" status: 200 len: 858 time: 0.0980971 Jan 26 13:14:44.485103 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d5cfc-4965-4b1d-88f4-674faad9d707 req-86f2ee35-b596-4f51-8678-e1af47dd457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:44.491776 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-879d5cfc-4965-4b1d-88f4-674faad9d707 req-86f2ee35-b596-4f51-8678-e1af47dd457a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84beaab8-7cea-4036-bed2-ae75c0fff259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2217288 Jan 26 13:14:44.501333 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Transition to ACTIVE for port object 89dc0911-31b4-4a89-8123-7e9a0b604a80 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:14:44.508636 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-096381c9-e0f5-4363-9898-4f95a0cb06f8 req-bbd69ca8-043c-4f6f-a708-8d5b9857eeb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2c07cbf-0563-491b-9ebf-a4abee0132e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646343 Jan 26 13:14:44.530283 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8c910587-fef5-4d1b-882d-fb12b3666eec req-7fee125f-830b-42e1-aefa-943356cca3dd service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468708 Jan 26 13:14:44.530950 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:44.674219 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33384) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:44.822499 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-096381c9-e0f5-4363-9898-4f95a0cb06f8 req-1d9633f2-93cf-4472-9106-4c9623484b9d service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075140 Jan 26 13:14:44.843807 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19b969-5892-49e7-a5a2-bb09ecd88f98 req-dde848df-76b1-4341-a365-5bf06033878a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:44.848890 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Pushing event updated for resources: {'Port': ['ID=89dc0911-31b4-4a89-8123-7e9a0b604a80,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:44.854716 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2b19b969-5892-49e7-a5a2-bb09ecd88f98 req-dde848df-76b1-4341-a365-5bf06033878a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 944 time: 0.2682669 Jan 26 13:14:44.908202 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8c910587-fef5-4d1b-882d-fb12b3666eec req-b5c8e6b9-4cac-45d1-86f9-e54579662997 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361983 Jan 26 13:14:44.912751 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-879d5cfc-4965-4b1d-88f4-674faad9d707 req-a7bb678d-1963-45ab-8c4a-9aefc289df8a service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067206 Jan 26 13:14:44.999178 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c160d30-8eea-4c99-bd24-ec55203170aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:45.016693 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574b7c6-96d3-4614-a362-6cc28a3393b7 req-f348269d-7f46-47f9-84ea-f39b123d0187 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:45.023681 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a574b7c6-96d3-4614-a362-6cc28a3393b7 req-f348269d-7f46-47f9-84ea-f39b123d0187 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 945 time: 0.3257999 Jan 26 13:14:45.102446 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Attempting to bind port 89dc0911-31b4-4a89-8123-7e9a0b604a80 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:45.102953 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Attempting to bind port 89dc0911-31b4-4a89-8123-7e9a0b604a80 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:45.103291 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Attempting to bind port 89dc0911-31b4-4a89-8123-7e9a0b604a80 on network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:45.119276 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-879d5cfc-4965-4b1d-88f4-674faad9d707 req-aec39bef-c978-4557-8261-35862c91cdd4 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978996 Jan 26 13:14:45.122517 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Port 89dc0911-31b4-4a89-8123-7e9a0b604a80 on network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:14:45.122660 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2b19b969-5892-49e7-a5a2-bb09ecd88f98 req-6bb5f175-f29d-4b8c-a6bd-4a25622ab5c3 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658768 Jan 26 13:14:45.122896 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Attempting to bind port 89dc0911-31b4-4a89-8123-7e9a0b604a80 on network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:45.134292 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:45.134654 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Checking segment: {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:45.135343 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Bound using segment: {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:45.135853 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Bound port: 89dc0911-31b4-4a89-8123-7e9a0b604a80, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:45.136798 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:45.139559 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a574b7c6-96d3-4614-a362-6cc28a3393b7 req-41b23cc4-c9be-4496-8958-6f51415a9863 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109977 Jan 26 13:14:45.153602 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-096381c9-e0f5-4363-9898-4f95a0cb06f8 req-5e61b18c-0428-4ef5-bd70-fd5e72614117 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935975 Jan 26 13:14:45.244232 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] For port 89dc0911-31b4-4a89-8123-7e9a0b604a80, host hv-cinder-82418, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:45.248221 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] For port 89dc0911-31b4-4a89-8123-7e9a0b604a80, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=89dc0911-31b4-4a89-8123-7e9a0b604a80,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:45.260868 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:45.316424 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:45.317230 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:45.319057 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] 10.222.0.24 "PUT /v2.0/ports/89dc0911-31b4-4a89-8123-7e9a0b604a80 HTTP/1.1" status: 200 len: 1094 time: 2.5451663 Jan 26 13:14:45.364539 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854853f-374d-4eb6-9066-70e22266ef5b req-bf7b8043-fe13-42ee-afe6-bf76123d9225 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:45.367632 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b854853f-374d-4eb6-9066-70e22266ef5b req-bf7b8043-fe13-42ee-afe6-bf76123d9225 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 944 time: 0.1095924 Jan 26 13:14:45.413392 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44f83a-0573-4111-b1fd-6eb96f107f8a service neutron] Pushing event updated for resources: {'Port': ['ID=89dc0911-31b4-4a89-8123-7e9a0b604a80,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:45.433925 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c160d30-8eea-4c99-bd24-ec55203170aa admin admin] Publish callbacks [] for security_group (10cb947f-cc3f-466b-9e42-a5cdea7767ba), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:45.445088 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c160d30-8eea-4c99-bd24-ec55203170aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (10cb947f-cc3f-466b-9e42-a5cdea7767ba), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:45.478808 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-84749aa7-94ef-4748-baa9-2b2a75fc8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:45.483897 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-84749aa7-94ef-4748-baa9-2b2a75fc8f75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de75dc29edc844e7a51901a972dab6a1&device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 1097 time: 0.1065261 Jan 26 13:14:45.488987 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b854853f-374d-4eb6-9066-70e22266ef5b req-e91657ff-b1e3-43a2-a3ec-9462bef15b91 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140034 Jan 26 13:14:45.582101 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c160d30-8eea-4c99-bd24-ec55203170aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cb947f-cc3f-466b-9e42-a5cdea7767ba,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:45.586862 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-105d81df-e1a2-494e-bb72-8a662a71d380 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89dc0911-31b4-4a89-8123-7e9a0b604a80 HTTP/1.1" status: 200 len: 217 time: 0.0606618 Jan 26 13:14:45.609617 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-5c160d30-8eea-4c99-bd24-ec55203170aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e00ff063914c4fa594a7d8ff7251c891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9343677 Jan 26 13:14:45.612576 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 33440) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:45.663157 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7dcc51-a358-4fec-8229-331c72f391fa req-54bf8dd6-c71b-4fd2-9c6e-93d3de55ea3e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:45.673009 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0f7dcc51-a358-4fec-8229-331c72f391fa req-54bf8dd6-c71b-4fd2-9c6e-93d3de55ea3e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.1186235 Jan 26 13:14:45.680569 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-f21e795e-9224-4a10-a6f3-9abfc3ceb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:45.687064 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-f21e795e-9224-4a10-a6f3-9abfc3ceb359 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc77bad1-131b-4485-8b8c-4e65034728c9 HTTP/1.1" status: 200 len: 850 time: 0.0906503 Jan 26 13:14:45.725049 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68d9a81b-e3ae-471d-9bd7-d45cf6c7600d admin admin] Publish callbacks [] for security_group (10cb947f-cc3f-466b-9e42-a5cdea7767ba), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:45.756183 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68d9a81b-e3ae-471d-9bd7-d45cf6c7600d admin admin] Publish callbacks [] for security_group (10cb947f-cc3f-466b-9e42-a5cdea7767ba), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:45.762657 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'tag': '89dc0911-31b4-4a89-8123-7e9a0b604a80'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:14:45.772379 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b907c1b0-d168-47f5-938e-09153367650f" -d '{"events": [{"name": "network-changed", "server_uuid": "84280f42-ce14-4bcd-8890-4bd5ea4457c3", "tag": "89dc0911-31b4-4a89-8123-7e9a0b604a80"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:14:45.787721 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0f7dcc51-a358-4fec-8229-331c72f391fa req-f85fa8d5-d889-44f5-ae05-20fc1aaceb1b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109376 Jan 26 13:14:45.822053 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-fa6c3f42-7bca-4f75-832f-07e9576ef3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:45.823364 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-fa6c3f42-7bca-4f75-832f-07e9576ef3be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1294506 Jan 26 13:14:45.848950 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68d9a81b-e3ae-471d-9bd7-d45cf6c7600d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (10cb947f-cc3f-466b-9e42-a5cdea7767ba), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:45.851078 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366e4308-65a2-42e3-a680-c5c346ebd4cb x-openstack-request-id: req-366e4308-65a2-42e3-a680-c5c346ebd4cb {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:14:45.851511 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84280f42-ce14-4bcd-8890-4bd5ea4457c3", "tag": "89dc0911-31b4-4a89-8123-7e9a0b604a80", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:14:45.851820 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-366e4308-65a2-42e3-a680-c5c346ebd4cb {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:14:45.852204 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'tag': '89dc0911-31b4-4a89-8123-7e9a0b604a80', 'status': 'completed', 'code': 200} Jan 26 13:14:45.854193 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68d9a81b-e3ae-471d-9bd7-d45cf6c7600d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:45.863219 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-68d9a81b-e3ae-471d-9bd7-d45cf6c7600d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10cb947f-cc3f-466b-9e42-a5cdea7767ba HTTP/1.1" status: 204 len: 168 time: 0.2489469 Jan 26 13:14:45.871841 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9a81b-e3ae-471d-9bd7-d45cf6c7600d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cb947f-cc3f-466b-9e42-a5cdea7767ba,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:45.931229 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-23771d9f-8eaa-4410-8136-93eda567804b service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006854 Jan 26 13:14:45.951161 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a981f395-f6ab-463c-a105-07809d2bcd48 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:14:46.062605 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-6d9c7f62-f203-4687-bab1-f3d207b2df15 req-2f7ad3e1-773f-4788-b131-bb2255157dae service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245122 Jan 26 13:14:46.064555 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a981f395-f6ab-463c-a105-07809d2bcd48,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:46.078421 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'port_id': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'mac_address': 'fa:16:3e:cb:18:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:14:46.134810 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port a981f395-f6ab-463c-a105-07809d2bcd48 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:46.138828 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:46.152340 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907c1b0-d168-47f5-938e-09153367650f req-b74927d3-de00-48f0-abff-8527437de447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:46.154463 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b907c1b0-d168-47f5-938e-09153367650f req-b74927d3-de00-48f0-abff-8527437de447 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de75dc29edc844e7a51901a972dab6a1&device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 1097 time: 0.0450745 Jan 26 13:14:46.185975 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a981f395-f6ab-463c-a105-07809d2bcd48 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:14:46.228155 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a981f395-f6ab-463c-a105-07809d2bcd48,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:46.235697 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:46.236509 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device edaa57f7-4d08-44ae-be92-2f5f1ea6293b details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:14:46.309629 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 33502) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:46.328537 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d6de0591-557c-4255-86b5-584876086bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:46.356233 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907c1b0-d168-47f5-938e-09153367650f req-d10456e5-4506-426c-8736-3a5aa2e4f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:46.358277 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b907c1b0-d168-47f5-938e-09153367650f req-d10456e5-4506-426c-8736-3a5aa2e4f5c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f HTTP/1.1" status: 200 len: 912 time: 0.1918139 Jan 26 13:14:46.363467 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=a981f395-f6ab-463c-a105-07809d2bcd48,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:46.420481 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b907c1b0-d168-47f5-938e-09153367650f req-81067f70-d921-4629-98c2-7ce7e035aeba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89dc0911-31b4-4a89-8123-7e9a0b604a80 HTTP/1.1" status: 200 len: 217 time: 0.0537167 Jan 26 13:14:46.433613 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd05b1-a1da-4743-aa40-990d41b3fbb1 req-1bf304dc-ee09-413b-97e6-7b81f7c8eb8f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:46.440686 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-35dd05b1-a1da-4743-aa40-990d41b3fbb1 req-1bf304dc-ee09-413b-97e6-7b81f7c8eb8f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 944 time: 0.1872964 Jan 26 13:14:46.465986 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port edaa57f7-4d08-44ae-be92-2f5f1ea6293b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=edaa57f7-4d08-44ae-be92-2f5f1ea6293b,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:46.481944 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907c1b0-d168-47f5-938e-09153367650f req-3fd2e298-af83-4ac7-974a-89a7cad8ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:46.485207 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': 'edaa57f7-4d08-44ae-be92-2f5f1ea6293b', 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7', 'port_id': 'edaa57f7-4d08-44ae-be92-2f5f1ea6293b', 'mac_address': 'fa:16:3e:4b:93:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10b2774-d5c6-47c5-b0d4-2aa87af1694a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:14:46.485842 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b907c1b0-d168-47f5-938e-09153367650f req-3fd2e298-af83-4ac7-974a-89a7cad8ca7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc77bad1-131b-4485-8b8c-4e65034728c9 HTTP/1.1" status: 200 len: 850 time: 0.0566320 Jan 26 13:14:46.540866 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d6de0591-557c-4255-86b5-584876086bf7 admin admin] Publish callbacks [] for security_group (3369a520-fb5d-4eb2-b09d-23321f7f2545), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:46.545439 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907c1b0-d168-47f5-938e-09153367650f req-cf9095df-0301-425a-9a8d-d6cbd247bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:46.547496 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b907c1b0-d168-47f5-938e-09153367650f req-cf9095df-0301-425a-9a8d-d6cbd247bec0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504444 Jan 26 13:14:46.553264 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port edaa57f7-4d08-44ae-be92-2f5f1ea6293b is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:46.553943 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:46.564989 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-35dd05b1-a1da-4743-aa40-990d41b3fbb1 req-fc49ec13-511f-45cb-b15c-a55143eb963b tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230719 Jan 26 13:14:46.566699 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d6de0591-557c-4255-86b5-584876086bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (3369a520-fb5d-4eb2-b09d-23321f7f2545), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:46.570420 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edaa57f7-4d08-44ae-be92-2f5f1ea6293b {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:14:46.593588 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port edaa57f7-4d08-44ae-be92-2f5f1ea6293b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=edaa57f7-4d08-44ae-be92-2f5f1ea6293b,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:46.600251 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:46.601485 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 830afc2b-8430-4108-876b-03ab6faf6414 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:14:46.646764 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-d6de0591-557c-4255-86b5-584876086bf7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=390f8b5fe4834fbd9cd54948fcf97a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359168 Jan 26 13:14:46.649463 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33526) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:46.710551 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 830afc2b-8430-4108-876b-03ab6faf6414, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=830afc2b-8430-4108-876b-03ab6faf6414,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:46.714960 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=edaa57f7-4d08-44ae-be92-2f5f1ea6293b,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:46.717031 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b907c1b0-d168-47f5-938e-09153367650f req-c04fcb52-c33d-48d5-a4b7-adc72e2dffa3 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617064 Jan 26 13:14:46.719043 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de0591-557c-4255-86b5-584876086bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3369a520-fb5d-4eb2-b09d-23321f7f2545,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:46.737623 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397822-e2d5-4bc8-b87d-ee1acdd53044 req-fb3236ed-4478-4c44-9b8a-b64ea2b4642d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:46.737752 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '830afc2b-8430-4108-876b-03ab6faf6414', 'network_id': 'c2c07cbf-0563-491b-9ebf-a4abee0132e7', 'port_id': '830afc2b-8430-4108-876b-03ab6faf6414', 'mac_address': 'fa:16:3e:ff:ac:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10b2774-d5c6-47c5-b0d4-2aa87af1694a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:14:46.750789 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a0397822-e2d5-4bc8-b87d-ee1acdd53044 req-fb3236ed-4478-4c44-9b8a-b64ea2b4642d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 944 time: 0.0945826 Jan 26 13:14:46.832229 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 830afc2b-8430-4108-876b-03ab6faf6414 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:46.832624 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (830afc2b-8430-4108-876b-03ab6faf6414), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:46.839657 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a0397822-e2d5-4bc8-b87d-ee1acdd53044 req-d457eaa8-6e51-46e3-b107-8f8ad1842619 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870819 Jan 26 13:14:46.840400 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a8aafad-4477-4e36-9222-d4ec74e548b6 admin admin] Publish callbacks [] for security_group (3369a520-fb5d-4eb2-b09d-23321f7f2545), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:46.872006 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830afc2b-8430-4108-876b-03ab6faf6414 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:14:46.910335 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a8aafad-4477-4e36-9222-d4ec74e548b6 admin admin] Publish callbacks [] for security_group (3369a520-fb5d-4eb2-b09d-23321f7f2545), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:46.923099 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 830afc2b-8430-4108-876b-03ab6faf6414, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=830afc2b-8430-4108-876b-03ab6faf6414,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:46.931058 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (830afc2b-8430-4108-876b-03ab6faf6414), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:46.997793 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=830afc2b-8430-4108-876b-03ab6faf6414,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:47.000804 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ef004-d225-4bc9-bba5-65e16f6de3c5 req-b671a1cd-aa09-4157-972e-55ee65ba39fb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:47.002979 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b907c1b0-d168-47f5-938e-09153367650f req-a4095287-3abb-4990-850c-502190fb95bc service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737012 Jan 26 13:14:47.013108 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-978ef004-d225-4bc9-bba5-65e16f6de3c5 req-b671a1cd-aa09-4157-972e-55ee65ba39fb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 945 time: 0.1060994 Jan 26 13:14:47.045126 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a8aafad-4477-4e36-9222-d4ec74e548b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (3369a520-fb5d-4eb2-b09d-23321f7f2545), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:47.048373 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a8aafad-4477-4e36-9222-d4ec74e548b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:47.049767 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-6a8aafad-4477-4e36-9222-d4ec74e548b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3369a520-fb5d-4eb2-b09d-23321f7f2545 HTTP/1.1" status: 204 len: 168 time: 0.3993208 Jan 26 13:14:47.070926 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8aafad-4477-4e36-9222-d4ec74e548b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3369a520-fb5d-4eb2-b09d-23321f7f2545,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:47.100202 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-978ef004-d225-4bc9-bba5-65e16f6de3c5 req-05bf69e0-ea0b-4e32-aaa6-efe981665f1c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772760 Jan 26 13:14:47.182411 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33552) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:47.190522 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['a981f395-f6ab-463c-a105-07809d2bcd48'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:14:47.218022 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33560) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:47.247344 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['830afc2b-8430-4108-876b-03ab6faf6414'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:14:47.292817 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['edaa57f7-4d08-44ae-be92-2f5f1ea6293b'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:14:47.573520 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-200b4b9f-49c8-433f-8c66-f377b1cea984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:47.633909 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1c5efde-3ea7-43eb-8ab1-42e8cbc54339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:47.729207 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6a3df-b9ed-4061-80c5-e550c6c4a894 req-b1f78358-f689-42b1-9a22-6dd8c59cb4bd tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:47.731273 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25b6a3df-b9ed-4061-80c5-e550c6c4a894 req-b1f78358-f689-42b1-9a22-6dd8c59cb4bd tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 945 time: 0.0819299 Jan 26 13:14:47.741369 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1c5efde-3ea7-43eb-8ab1-42e8cbc54339 admin admin] Publish callbacks [] for security_group (0cf20f91-7ab7-4295-9fe3-7bd2c8abc555), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:47.749463 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1c5efde-3ea7-43eb-8ab1-42e8cbc54339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (0cf20f91-7ab7-4295-9fe3-7bd2c8abc555), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:47.805976 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a1c5efde-3ea7-43eb-8ab1-42e8cbc54339 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9a6194404704f568a44d60c2b4d8e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5864286 Jan 26 13:14:47.808492 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-25b6a3df-b9ed-4061-80c5-e550c6c4a894 req-df6d0ed6-560f-44cb-be20-5ee035f31c4d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697386 Jan 26 13:14:47.810457 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 33586) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:47.832236 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5efde-3ea7-43eb-8ab1-42e8cbc54339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf20f91-7ab7-4295-9fe3-7bd2c8abc555,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:47.889355 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9729e6c3-440b-4252-918e-4714a1098176 admin admin] Publish callbacks [] for security_group (0cf20f91-7ab7-4295-9fe3-7bd2c8abc555), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:47.904403 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-200b4b9f-49c8-433f-8c66-f377b1cea984 admin admin] Publish callbacks [] for security_group (76c4e4b0-b236-4a1b-a398-65bcaf32dcfc), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:47.912884 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-200b4b9f-49c8-433f-8c66-f377b1cea984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (76c4e4b0-b236-4a1b-a398-65bcaf32dcfc), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:47.917878 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9729e6c3-440b-4252-918e-4714a1098176 admin admin] Publish callbacks [] for security_group (0cf20f91-7ab7-4295-9fe3-7bd2c8abc555), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:47.984108 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-200b4b9f-49c8-433f-8c66-f377b1cea984 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=997a74c137df401cb729ca69bcc83b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8001900 Jan 26 13:14:47.984961 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33592) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:47.991073 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b4b9f-49c8-433f-8c66-f377b1cea984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c4e4b0-b236-4a1b-a398-65bcaf32dcfc,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:48.013964 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e7beb-3064-482f-b985-3c35da3276d0 req-83065259-b2ab-4220-893d-0811d4210cdb tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:48.015611 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0a7e7beb-3064-482f-b985-3c35da3276d0 req-83065259-b2ab-4220-893d-0811d4210cdb tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 944 time: 0.0904722 Jan 26 13:14:48.053704 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9729e6c3-440b-4252-918e-4714a1098176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (0cf20f91-7ab7-4295-9fe3-7bd2c8abc555), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.057451 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9729e6c3-440b-4252-918e-4714a1098176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.059918 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-9729e6c3-440b-4252-918e-4714a1098176 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0cf20f91-7ab7-4295-9fe3-7bd2c8abc555 HTTP/1.1" status: 204 len: 168 time: 0.2471418 Jan 26 13:14:48.075226 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df0b7f58-f961-463a-9d0d-7fd0f88b8011 admin admin] Publish callbacks [] for security_group (76c4e4b0-b236-4a1b-a398-65bcaf32dcfc), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.076007 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729e6c3-440b-4252-918e-4714a1098176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf20f91-7ab7-4295-9fe3-7bd2c8abc555,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:48.102057 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df0b7f58-f961-463a-9d0d-7fd0f88b8011 admin admin] Publish callbacks [] for security_group (76c4e4b0-b236-4a1b-a398-65bcaf32dcfc), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.116612 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0a7e7beb-3064-482f-b985-3c35da3276d0 req-74c08c08-eee7-4cb8-be04-9747bef0ed2b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854833 Jan 26 13:14:48.172242 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df0b7f58-f961-463a-9d0d-7fd0f88b8011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (76c4e4b0-b236-4a1b-a398-65bcaf32dcfc), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.177844 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df0b7f58-f961-463a-9d0d-7fd0f88b8011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.179257 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-df0b7f58-f961-463a-9d0d-7fd0f88b8011 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76c4e4b0-b236-4a1b-a398-65bcaf32dcfc HTTP/1.1" status: 204 len: 168 time: 0.1933670 Jan 26 13:14:48.190326 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b7f58-f961-463a-9d0d-7fd0f88b8011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c4e4b0-b236-4a1b-a398-65bcaf32dcfc,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:48.257721 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fa305-5716-4b8d-9f57-84de0e7ae732 req-c5efa12b-2a61-43aa-8635-1b1aa99db20c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:48.259300 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e32fa305-5716-4b8d-9f57-84de0e7ae732 req-c5efa12b-2a61-43aa-8635-1b1aa99db20c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 945 time: 0.0598941 Jan 26 13:14:48.314107 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e32fa305-5716-4b8d-9f57-84de0e7ae732 req-417a88f1-835a-4191-a3e4-1271065ab29d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469446 Jan 26 13:14:48.504144 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33620) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:48.517931 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02b03029-a008-4008-b66b-0bf3152d848c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.603500 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02b03029-a008-4008-b66b-0bf3152d848c admin admin] Publish callbacks [] for security_group (e860cade-9cc1-462a-a97c-f1c6c1f02706), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.608042 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02b03029-a008-4008-b66b-0bf3152d848c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (e860cade-9cc1-462a-a97c-f1c6c1f02706), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.650278 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-02b03029-a008-4008-b66b-0bf3152d848c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c3f55708eb14e00b03f5331c0135fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425190 Jan 26 13:14:48.650278 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b03029-a008-4008-b66b-0bf3152d848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e860cade-9cc1-462a-a97c-f1c6c1f02706,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:48.653752 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 33624) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:48.701713 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33628) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:48.718925 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fdc8a2ae-dd4b-432a-975e-d7b0f1f7f6a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.729426 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5de4f8b-ddf1-480c-84f8-1f342ac49513 admin admin] Publish callbacks [] for security_group (e860cade-9cc1-462a-a97c-f1c6c1f02706), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.753550 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5de4f8b-ddf1-480c-84f8-1f342ac49513 admin admin] Publish callbacks [] for security_group (e860cade-9cc1-462a-a97c-f1c6c1f02706), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.805646 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fdc8a2ae-dd4b-432a-975e-d7b0f1f7f6a5 admin admin] Publish callbacks [] for security_group (fd68d9cf-4d3a-4362-9279-a7d31ffdd485), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.808877 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5de4f8b-ddf1-480c-84f8-1f342ac49513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (e860cade-9cc1-462a-a97c-f1c6c1f02706), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.811024 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fdc8a2ae-dd4b-432a-975e-d7b0f1f7f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (fd68d9cf-4d3a-4362-9279-a7d31ffdd485), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.811901 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5de4f8b-ddf1-480c-84f8-1f342ac49513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.815622 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-e5de4f8b-ddf1-480c-84f8-1f342ac49513 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e860cade-9cc1-462a-a97c-f1c6c1f02706 HTTP/1.1" status: 204 len: 168 time: 0.1581481 Jan 26 13:14:48.829945 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de4f8b-ddf1-480c-84f8-1f342ac49513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e860cade-9cc1-462a-a97c-f1c6c1f02706,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:48.881699 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fdc8a2ae-dd4b-432a-975e-d7b0f1f7f6a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe9c869281c2442fbae944942bb5b166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754115 Jan 26 13:14:48.881699 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8a2ae-dd4b-432a-975e-d7b0f1f7f6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd68d9cf-4d3a-4362-9279-a7d31ffdd485,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:48.882435 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 33636) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:48.971244 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c6ea2e64-9ca1-4a1f-bfc5-d4290c49e384 admin admin] Publish callbacks [] for security_group (fd68d9cf-4d3a-4362-9279-a7d31ffdd485), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:48.982527 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f78ce4-dc82-4ccf-bf4e-e3580ee96a29 req-da111638-ed16-46e8-88d1-9a98b2ca0353 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:48.984040 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-44f78ce4-dc82-4ccf-bf4e-e3580ee96a29 req-da111638-ed16-46e8-88d1-9a98b2ca0353 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 945 time: 0.0786347 Jan 26 13:14:49.015871 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c6ea2e64-9ca1-4a1f-bfc5-d4290c49e384 admin admin] Publish callbacks [] for security_group (fd68d9cf-4d3a-4362-9279-a7d31ffdd485), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:49.065630 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-44f78ce4-dc82-4ccf-bf4e-e3580ee96a29 req-16fd4950-4a5a-4a1c-a2cc-22f9de053f1b tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736527 Jan 26 13:14:49.113299 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c6ea2e64-9ca1-4a1f-bfc5-d4290c49e384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (fd68d9cf-4d3a-4362-9279-a7d31ffdd485), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:49.116042 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c6ea2e64-9ca1-4a1f-bfc5-d4290c49e384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:49.120021 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-c6ea2e64-9ca1-4a1f-bfc5-d4290c49e384 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd68d9cf-4d3a-4362-9279-a7d31ffdd485 HTTP/1.1" status: 204 len: 168 time: 0.2365525 Jan 26 13:14:49.128311 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea2e64-9ca1-4a1f-bfc5-d4290c49e384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd68d9cf-4d3a-4362-9279-a7d31ffdd485,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:49.254271 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf96520-278c-492f-90e2-54833a3b7034 req-624a2f79-cc57-4a7b-a491-ed1528cef4b9 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:49.255925 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4cf96520-278c-492f-90e2-54833a3b7034 req-624a2f79-cc57-4a7b-a491-ed1528cef4b9 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 944 time: 0.0575695 Jan 26 13:14:49.306604 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4cf96520-278c-492f-90e2-54833a3b7034 req-1a107cf5-f588-475d-9976-1db998687cb2 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430164 Jan 26 13:14:49.462275 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7578f-2807-4fda-9314-20d69b27111f req-c12a4de1-6eca-4904-a935-5352ef86e598 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:49.463770 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-43f7578f-2807-4fda-9314-20d69b27111f req-c12a4de1-6eca-4904-a935-5352ef86e598 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 945 time: 0.0681109 Jan 26 13:14:49.536236 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-43f7578f-2807-4fda-9314-20d69b27111f req-2ebaeab5-8e39-4092-bc24-5e0a53b539e0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646267 Jan 26 13:14:50.057201 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 33724) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:50.226873 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c268c89-7563-48f6-9174-a5c138978a79 req-0b0019d7-931c-437b-a56d-1d2af342d314 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:50.228484 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4c268c89-7563-48f6-9174-a5c138978a79 req-0b0019d7-931c-437b-a56d-1d2af342d314 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 945 time: 0.0636687 Jan 26 13:14:50.483230 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ccda979-d2b1-4189-a94e-2e3b7c32f4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:50.527504 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4c268c89-7563-48f6-9174-a5c138978a79 req-bc42101e-d95a-4cc0-8253-1a3a5934c241 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907491 Jan 26 13:14:50.543975 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c609d1-8301-445d-a42e-cb2501c9ea1e req-2940e426-0038-4cf4-958c-811e8b2410b1 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:50.545386 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d7c609d1-8301-445d-a42e-cb2501c9ea1e req-2940e426-0038-4cf4-958c-811e8b2410b1 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 944 time: 0.1055353 Jan 26 13:14:50.613958 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d7c609d1-8301-445d-a42e-cb2501c9ea1e req-278623bd-e512-4b87-bc7d-be20bf9ba872 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627990 Jan 26 13:14:50.697379 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ccda979-d2b1-4189-a94e-2e3b7c32f4ad admin admin] Publish callbacks [] for security_group (3642a04e-5c66-4aa0-88d1-72e69927e52b), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:50.705240 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ccda979-d2b1-4189-a94e-2e3b7c32f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (3642a04e-5c66-4aa0-88d1-72e69927e52b), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:50.754882 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f924052-e4c8-4e99-ae67-83f97eca6a1e req-69ddc17b-2aa4-410a-ac9a-314c70a57a79 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:50.756303 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8f924052-e4c8-4e99-ae67-83f97eca6a1e req-69ddc17b-2aa4-410a-ac9a-314c70a57a79 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 945 time: 0.1192207 Jan 26 13:14:50.761129 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3ccda979-d2b1-4189-a94e-2e3b7c32f4ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a3dbd0b62d44b0bb75943e0d4f9dfed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6997342 Jan 26 13:14:50.761129 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccda979-d2b1-4189-a94e-2e3b7c32f4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3642a04e-5c66-4aa0-88d1-72e69927e52b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:50.761571 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33762) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:50.802541 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a981f395-f6ab-463c-a105-07809d2bcd48 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:50.819018 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8f924052-e4c8-4e99-ae67-83f97eca6a1e req-2ad10a97-03d9-4d66-95e5-c5164b08c4ed tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535138 Jan 26 13:14:50.831898 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a2f3-1a90-4825-8c97-a45f3d2b264c admin admin] Publish callbacks [] for security_group (3642a04e-5c66-4aa0-88d1-72e69927e52b), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:50.865743 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:50.872697 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a2f3-1a90-4825-8c97-a45f3d2b264c admin admin] Publish callbacks [] for security_group (3642a04e-5c66-4aa0-88d1-72e69927e52b), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:50.882821 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port a981f395-f6ab-463c-a105-07809d2bcd48 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:14:50.887551 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port a981f395-f6ab-463c-a105-07809d2bcd48 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:50.888163 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:50.933708 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a2f3-1a90-4825-8c97-a45f3d2b264c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (3642a04e-5c66-4aa0-88d1-72e69927e52b), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:50.937264 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a2f3-1a90-4825-8c97-a45f3d2b264c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:50.938601 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c3b4a2f3-1a90-4825-8c97-a45f3d2b264c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3642a04e-5c66-4aa0-88d1-72e69927e52b HTTP/1.1" status: 204 len: 168 time: 0.1759031 Jan 26 13:14:50.947008 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4a2f3-1a90-4825-8c97-a45f3d2b264c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3642a04e-5c66-4aa0-88d1-72e69927e52b,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:50.994315 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port a981f395-f6ab-463c-a105-07809d2bcd48 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:50.994711 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:51.017227 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:14:51.019278 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65dc1be-a4c6-46e1-8b62-c080828fd3ae" -d '{"events": [{"server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "name": "network-vif-plugged", "status": "completed", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:14:51.032493 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a981f395-f6ab-463c-a105-07809d2bcd48,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:51.052493 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:51.053309 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 830afc2b-8430-4108-876b-03ab6faf6414 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:51.076745 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a2694c-8d4b-4cf3-aced-1c203c4bd764 x-openstack-request-id: req-e6a2694c-8d4b-4cf3-aced-1c203c4bd764 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:14:51.076891 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "name": "network-vif-plugged", "status": "completed", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:14:51.077045 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6a2694c-8d4b-4cf3-aced-1c203c4bd764 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:14:51.077577 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'code': 200} Jan 26 13:14:51.146830 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=a981f395-f6ab-463c-a105-07809d2bcd48,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:51.170720 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 830afc2b-8430-4108-876b-03ab6faf6414 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:14:51.179473 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 830afc2b-8430-4108-876b-03ab6faf6414 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:51.179881 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (830afc2b-8430-4108-876b-03ab6faf6414), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:51.295931 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 830afc2b-8430-4108-876b-03ab6faf6414 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:51.296509 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (830afc2b-8430-4108-876b-03ab6faf6414), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:51.340498 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 830afc2b-8430-4108-876b-03ab6faf6414, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=830afc2b-8430-4108-876b-03ab6faf6414,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:51.346434 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (830afc2b-8430-4108-876b-03ab6faf6414), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:51.397926 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=830afc2b-8430-4108-876b-03ab6faf6414,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:51.516015 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33792) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:51.534342 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5cb84ce-3b8c-4041-b4c4-919d48f62d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:51.642731 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5cb84ce-3b8c-4041-b4c4-919d48f62d39 admin admin] Publish callbacks [] for security_group (42ad9572-544a-47e3-8d92-aed9873be9e4), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:51.646596 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5cb84ce-3b8c-4041-b4c4-919d48f62d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (42ad9572-544a-47e3-8d92-aed9873be9e4), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:51.664593 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764061b5-ed38-4863-97a5-2b24e74882c6 req-4af4d871-5484-467e-92b5-1d9f8c5bebbd tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:51.666721 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-764061b5-ed38-4863-97a5-2b24e74882c6 req-4af4d871-5484-467e-92b5-1d9f8c5bebbd tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 945 time: 0.0556757 Jan 26 13:14:51.816298 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-764061b5-ed38-4863-97a5-2b24e74882c6 req-b8a1089d-1527-4ea7-9d81-b7b86eb1959f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269917 Jan 26 13:14:51.837157 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b1c8-428d-48b2-a45b-1570cdb01563 req-c4ce70ae-c2f9-4d11-b7c0-81e46dbbb562 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:51.838731 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1d04b1c8-428d-48b2-a45b-1570cdb01563 req-c4ce70ae-c2f9-4d11-b7c0-81e46dbbb562 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 944 time: 0.1151133 Jan 26 13:14:51.892355 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1d04b1c8-428d-48b2-a45b-1570cdb01563 req-54041e3f-05e7-435e-a533-17f580f50945 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441697 Jan 26 13:14:51.915710 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e5cb84ce-3b8c-4041-b4c4-919d48f62d39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10be4a0a2503496286ca270ec39f246b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964283 Jan 26 13:14:51.915710 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb84ce-3b8c-4041-b4c4-919d48f62d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ad9572-544a-47e3-8d92-aed9873be9e4,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:51.918347 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33808) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:51.945480 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92616a05-9049-4c9a-aa0c-4cbd6a537a62 req-be8064f1-44fb-4531-9d9b-96ee7ec7e60a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:51.946933 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-92616a05-9049-4c9a-aa0c-4cbd6a537a62 req-be8064f1-44fb-4531-9d9b-96ee7ec7e60a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0537043 Jan 26 13:14:51.965297 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-459c123c-9434-436a-96d2-c8bcf689a412 admin admin] Publish callbacks [] for security_group (42ad9572-544a-47e3-8d92-aed9873be9e4), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:51.986320 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-459c123c-9434-436a-96d2-c8bcf689a412 admin admin] Publish callbacks [] for security_group (42ad9572-544a-47e3-8d92-aed9873be9e4), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:51.995905 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-92616a05-9049-4c9a-aa0c-4cbd6a537a62 req-1a8fa436-94b8-4e53-8d80-f15921c8006f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Jan 26 13:14:52.032903 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-459c123c-9434-436a-96d2-c8bcf689a412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (42ad9572-544a-47e3-8d92-aed9873be9e4), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:52.035441 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-459c123c-9434-436a-96d2-c8bcf689a412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:52.036644 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-459c123c-9434-436a-96d2-c8bcf689a412 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42ad9572-544a-47e3-8d92-aed9873be9e4 HTTP/1.1" status: 204 len: 168 time: 0.1172409 Jan 26 13:14:52.044172 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c123c-9434-436a-96d2-c8bcf689a412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ad9572-544a-47e3-8d92-aed9873be9e4,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:52.838306 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa575cab-45b0-4a94-944d-adeb519936fe req-26ab18c5-5dd8-4269-81ae-91e315d8cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:52.839930 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa575cab-45b0-4a94-944d-adeb519936fe req-26ab18c5-5dd8-4269-81ae-91e315d8cfac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 1099 time: 0.0533373 Jan 26 13:14:52.927246 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98c9cb-e3e4-44ea-ad66-ef0c0a7916dc req-b375f094-372e-4f6d-8067-7e7890c21b44 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:52.928783 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0c98c9cb-e3e4-44ea-ad66-ef0c0a7916dc req-b375f094-372e-4f6d-8067-7e7890c21b44 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 945 time: 0.0511086 Jan 26 13:14:53.005325 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0c98c9cb-e3e4-44ea-ad66-ef0c0a7916dc req-6d3e800f-9c7e-43cf-8f99-a7cc6c52074f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693688 Jan 26 13:14:53.024809 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d1e5b-232a-477c-944d-8fb9e983eeae req-131386c5-a77f-423d-9f95-ffbb9bb90014 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:53.026283 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9f4d1e5b-232a-477c-944d-8fb9e983eeae req-131386c5-a77f-423d-9f95-ffbb9bb90014 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 944 time: 0.0606210 Jan 26 13:14:53.075580 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9f4d1e5b-232a-477c-944d-8fb9e983eeae req-e46be3bf-d8da-4e8f-87b1-b62ca7bf5658 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 Jan 26 13:14:53.079374 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29005ce9-20c2-44ab-9ad0-2bd96476468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830afc2b-8430-4108-876b-03ab6faf6414'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:14:53.081879 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be294354-44ce-498b-8474-040cca8cb7e8" -d '{"events": [{"server_uuid": "29005ce9-20c2-44ab-9ad0-2bd96476468e", "name": "network-vif-plugged", "status": "completed", "tag": "830afc2b-8430-4108-876b-03ab6faf6414"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:14:53.123342 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180ba3f-832c-4112-af2e-6f7126ee18f2 req-a1790b7c-ff13-43ee-b3ce-8bff23e6aea5 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:53.123616 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a760ed11-d09a-4c50-b36d-8b05f62ce5ac x-openstack-request-id: req-a760ed11-d09a-4c50-b36d-8b05f62ce5ac {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:14:53.123972 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29005ce9-20c2-44ab-9ad0-2bd96476468e", "name": "network-vif-plugged", "status": "completed", "tag": "830afc2b-8430-4108-876b-03ab6faf6414", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:14:53.124249 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a760ed11-d09a-4c50-b36d-8b05f62ce5ac {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:14:53.124628 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29005ce9-20c2-44ab-9ad0-2bd96476468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830afc2b-8430-4108-876b-03ab6faf6414', 'code': 200} Jan 26 13:14:53.124980 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9180ba3f-832c-4112-af2e-6f7126ee18f2 req-a1790b7c-ff13-43ee-b3ce-8bff23e6aea5 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0485032 Jan 26 13:14:53.173999 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9180ba3f-832c-4112-af2e-6f7126ee18f2 req-17ab7262-6f88-4076-970b-7cd34713825b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432572 Jan 26 13:14:53.712074 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 89dc0911-31b4-4a89-8123-7e9a0b604a80 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:14:53.715487 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device edaa57f7-4d08-44ae-be92-2f5f1ea6293b up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:53.770117 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aa575cab-45b0-4a94-944d-adeb519936fe req-322dbeaf-aa49-4493-b989-b7cf82006226 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632992 Jan 26 13:14:53.787178 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:14:53.857675 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 89dc0911-31b4-4a89-8123-7e9a0b604a80, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=89dc0911-31b4-4a89-8123-7e9a0b604a80,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:53.867682 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port edaa57f7-4d08-44ae-be92-2f5f1ea6293b completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:14:53.872685 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port edaa57f7-4d08-44ae-be92-2f5f1ea6293b triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:53.873061 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:53.874966 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '89dc0911-31b4-4a89-8123-7e9a0b604a80', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'port_id': '89dc0911-31b4-4a89-8123-7e9a0b604a80', 'mac_address': 'fa:16:3e:8e:0c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:14:53.952765 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 89dc0911-31b4-4a89-8123-7e9a0b604a80 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:53.953149 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:53.969942 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89dc0911-31b4-4a89-8123-7e9a0b604a80 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:14:54.013377 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 89dc0911-31b4-4a89-8123-7e9a0b604a80, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=89dc0911-31b4-4a89-8123-7e9a0b604a80,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:54.020084 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:54.047181 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port edaa57f7-4d08-44ae-be92-2f5f1ea6293b is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:54.047782 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:54.090603 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02d241-63c1-49af-8d83-de136e683a91 req-e4710a63-5c22-481f-921e-ce603612b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:54.093503 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5b02d241-63c1-49af-8d83-de136e683a91 req-e4710a63-5c22-481f-921e-ce603612b537 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 1099 time: 0.0647006 Jan 26 13:14:54.097489 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=89dc0911-31b4-4a89-8123-7e9a0b604a80,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:54.129138 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port edaa57f7-4d08-44ae-be92-2f5f1ea6293b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=edaa57f7-4d08-44ae-be92-2f5f1ea6293b,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:54.133843 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33904) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:54.134727 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:54.159515 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5b02d241-63c1-49af-8d83-de136e683a91 req-15ddf962-1676-4437-aa61-a955a9e4c857 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589705 Jan 26 13:14:54.209968 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=edaa57f7-4d08-44ae-be92-2f5f1ea6293b,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:54.220979 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaf688-9596-4b9a-9884-9c3070670bcb req-afde3d32-53e9-4527-b410-35417e7af6b4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:54.222517 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a0aaf688-9596-4b9a-9884-9c3070670bcb req-afde3d32-53e9-4527-b410-35417e7af6b4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.1046412 Jan 26 13:14:54.270249 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbba3ba-7b41-461e-83a7-4664834faa26 req-b6f516b3-8dac-4fc1-a3b0-ed6eb039cc43 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:54.271812 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1cbba3ba-7b41-461e-83a7-4664834faa26 req-b6f516b3-8dac-4fc1-a3b0-ed6eb039cc43 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 945 time: 0.0871811 Jan 26 13:14:54.304963 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1147554a-6679-404a-acfc-a71462079358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:54.315263 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a0aaf688-9596-4b9a-9884-9c3070670bcb req-e1c6789f-df19-4f23-9f45-a4098873b844 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849490 Jan 26 13:14:54.335038 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['89dc0911-31b4-4a89-8123-7e9a0b604a80'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:14:54.353297 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1cbba3ba-7b41-461e-83a7-4664834faa26 req-348ac5a8-d194-483e-9506-656645e53e43 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700173 Jan 26 13:14:54.411063 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1147554a-6679-404a-acfc-a71462079358 admin admin] Publish callbacks [] for security_group (5a48bcfe-1937-4902-975f-561389295dfc), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:54.415548 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1147554a-6679-404a-acfc-a71462079358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (5a48bcfe-1937-4902-975f-561389295dfc), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:54.456537 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-1147554a-6679-404a-acfc-a71462079358 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56bf9245736444c3a396ef260e90d1dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209395 Jan 26 13:14:54.457401 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147554a-6679-404a-acfc-a71462079358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a48bcfe-1937-4902-975f-561389295dfc,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:54.459631 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33922) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:54.466924 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b92af7-180d-45e5-9311-3646097e2c2a req-9d78d746-7eae-459d-a217-ec0ca7657122 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:54.469580 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5b92af7-180d-45e5-9311-3646097e2c2a req-9d78d746-7eae-459d-a217-ec0ca7657122 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0588095 Jan 26 13:14:54.512818 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9be2-4114-4f86-a006-48cab01755b9 admin admin] Publish callbacks [] for security_group (5a48bcfe-1937-4902-975f-561389295dfc), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:54.534163 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5b92af7-180d-45e5-9311-3646097e2c2a req-3dec8154-e2fd-48c5-b8a6-406cc554d82d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580921 Jan 26 13:14:54.534650 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9be2-4114-4f86-a006-48cab01755b9 admin admin] Publish callbacks [] for security_group (5a48bcfe-1937-4902-975f-561389295dfc), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:54.595593 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9be2-4114-4f86-a006-48cab01755b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (5a48bcfe-1937-4902-975f-561389295dfc), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:54.598236 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9be2-4114-4f86-a006-48cab01755b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:54.599327 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d2fb9be2-4114-4f86-a006-48cab01755b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a48bcfe-1937-4902-975f-561389295dfc HTTP/1.1" status: 204 len: 168 time: 0.1387892 Jan 26 13:14:54.609180 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb9be2-4114-4f86-a006-48cab01755b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a48bcfe-1937-4902-975f-561389295dfc,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:54.897655 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33942) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:54.911434 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f4c06a27-822e-4710-a61e-82677798be74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:54.987771 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f4c06a27-822e-4710-a61e-82677798be74 admin admin] Publish callbacks [] for security_group (1ebf4f69-7c78-479a-82a4-42f5950be124), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:54.992686 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f4c06a27-822e-4710-a61e-82677798be74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (1ebf4f69-7c78-479a-82a4-42f5950be124), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:55.028484 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c06a27-822e-4710-a61e-82677798be74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebf4f69-7c78-479a-82a4-42f5950be124,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:55.033416 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f4c06a27-822e-4710-a61e-82677798be74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de2ea9d75965401c9805e09a34afb44f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346786 Jan 26 13:14:55.036109 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 33950) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:55.083597 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7dd6-c12e-4437-b3a5-8e6f14631b64 admin admin] Publish callbacks [] for security_group (1ebf4f69-7c78-479a-82a4-42f5950be124), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:55.106545 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7dd6-c12e-4437-b3a5-8e6f14631b64 admin admin] Publish callbacks [] for security_group (1ebf4f69-7c78-479a-82a4-42f5950be124), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:55.125624 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195bf47b-184d-481f-abd0-d005b70d0d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaa57f7-4d08-44ae-be92-2f5f1ea6293b'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:14:55.128039 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7989df98-8dab-43ee-bf0f-366375ffaaf3" -d '{"events": [{"server_uuid": "195bf47b-184d-481f-abd0-d005b70d0d73", "name": "network-vif-plugged", "status": "completed", "tag": "edaa57f7-4d08-44ae-be92-2f5f1ea6293b"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:14:55.158355 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7dd6-c12e-4437-b3a5-8e6f14631b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (1ebf4f69-7c78-479a-82a4-42f5950be124), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:55.161729 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7dd6-c12e-4437-b3a5-8e6f14631b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:55.163607 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-bf8b7dd6-c12e-4437-b3a5-8e6f14631b64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ebf4f69-7c78-479a-82a4-42f5950be124 HTTP/1.1" status: 204 len: 168 time: 0.1264219 Jan 26 13:14:55.180202 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b7dd6-c12e-4437-b3a5-8e6f14631b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebf4f69-7c78-479a-82a4-42f5950be124,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:55.202162 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914b607f-c6aa-4bfc-b2eb-281f992de6ee x-openstack-request-id: req-914b607f-c6aa-4bfc-b2eb-281f992de6ee {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:14:55.202476 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195bf47b-184d-481f-abd0-d005b70d0d73", "name": "network-vif-plugged", "status": "completed", "tag": "edaa57f7-4d08-44ae-be92-2f5f1ea6293b", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:14:55.202730 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-914b607f-c6aa-4bfc-b2eb-281f992de6ee {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:14:55.203124 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195bf47b-184d-481f-abd0-d005b70d0d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaa57f7-4d08-44ae-be92-2f5f1ea6293b', 'code': 200} Jan 26 13:14:55.484030 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d8c70-62ca-4372-9ea1-9ee87bd417b5 req-7ec1674a-5b21-44b4-85fc-8ce3384351be tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:55.485832 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3e1d8c70-62ca-4372-9ea1-9ee87bd417b5 req-7ec1674a-5b21-44b4-85fc-8ce3384351be tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0842452 Jan 26 13:14:55.499051 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0dd0-0f04-446b-a184-9b338bac4889 req-0b0a67fe-05a4-4c68-b973-971f337922b3 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:55.500569 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a62b0dd0-0f04-446b-a184-9b338bac4889 req-0b0a67fe-05a4-4c68-b973-971f337922b3 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 945 time: 0.0691891 Jan 26 13:14:55.588555 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3e1d8c70-62ca-4372-9ea1-9ee87bd417b5 req-a73de7f6-c83e-4527-9660-ee92878d311e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867479 Jan 26 13:14:55.592767 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a62b0dd0-0f04-446b-a184-9b338bac4889 req-166ee134-77f2-438c-b031-f86964d80dd8 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854979 Jan 26 13:14:55.702492 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d00780-cd90-4ea9-9196-b34afc6907e6 req-49b3a4c3-5455-4e6b-b895-987e98c0133b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:55.704339 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-94d00780-cd90-4ea9-9196-b34afc6907e6 req-49b3a4c3-5455-4e6b-b895-987e98c0133b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0590794 Jan 26 13:14:55.764263 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-94d00780-cd90-4ea9-9196-b34afc6907e6 req-6451c987-b11b-4137-8955-151fa61af99d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531700 Jan 26 13:14:55.875955 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23e70c-5f0d-4a35-bad5-cf80d132161c req-666d71c9-cef9-44a5-8231-4efba8157f56 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:55.877535 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ee23e70c-5f0d-4a35-bad5-cf80d132161c req-666d71c9-cef9-44a5-8231-4efba8157f56 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0486145 Jan 26 13:14:55.887416 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34002) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:55.893805 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-58638b20-ae79-4358-8bd7-273a1ad797aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Request body: {'floatingip': {'port_id': 'a981f395-f6ab-463c-a105-07809d2bcd48'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:55.934690 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34006) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:55.982934 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-58638b20-ae79-4358-8bd7-273a1ad797aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (ad008dba-be0e-45cf-a13f-c07d58d30037), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:56.062724 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1685155015-network', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:56.082155 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Made reservation on behalf of c1dad1718f94454dbcb0f01ac34e3a62 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:56.084735 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:56.093973 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:56.168603 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Publish callbacks [] for security_group (8502d0b2-050b-4b19-aeac-e72824f7320d), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:56.179559 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (8502d0b2-050b-4b19-aeac-e72824f7320d), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:56.208856 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:14:56.220113 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8502d0b2-050b-4b19-aeac-e72824f7320d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:56.225486 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (8a9098d8-eeb5-423f-a3d0-9716ea90494f), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:56.225486 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.segments_db [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Added segment 8a9098d8-eeb5-423f-a3d0-9716ea90494f of type vlan for network 9a7188b1-377a-4966-a0d1-e183592de050 Jan 26 13:14:56.265827 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (9a7188b1-377a-4966-a0d1-e183592de050), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:56.290809 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (9a7188b1-377a-4966-a0d1-e183592de050), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:56.291856 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:56.293185 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:56.325587 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3897791 Jan 26 13:14:56.338244 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34016) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:56.343425 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-cccc3b54-1749-4e82-93cf-3d7cd5114da7 admin admin] Request body: {'subnet': {'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1685155015-subnet', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:56.354285 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39515f4-0a22-4426-860e-0907c5793aca admin admin] Pushing event updated for resources: {'Network': ['ID=9a7188b1-377a-4966-a0d1-e183592de050,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:56.366256 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network 9a7188b1-377a-4966-a0d1-e183592de050 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:14:56.424816 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccc3b54-1749-4e82-93cf-3d7cd5114da7 admin admin] Made reservation on behalf of c1dad1718f94454dbcb0f01ac34e3a62 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:14:56.424816 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cccc3b54-1749-4e82-93cf-3d7cd5114da7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4636887'] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:56.726398 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-58638b20-ae79-4358-8bd7-273a1ad797aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:56.734817 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-58638b20-ae79-4358-8bd7-273a1ad797aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (ad008dba-be0e-45cf-a13f-c07d58d30037), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:56.746175 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4666a-313d-4766-94da-d11c5b824503 req-5c8a8678-8c16-45de-942d-f02ad5d10ea9 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:56.747690 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b1b4666a-313d-4766-94da-d11c5b824503 req-5c8a8678-8c16-45de-942d-f02ad5d10ea9 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 945 time: 0.0725908 Jan 26 13:14:56.754325 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0648d1-3172-469c-a758-1c6ae3f253e8 req-5e6c3ad4-6562-468e-97ae-997a3cb98ba7 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:56.755690 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8c0648d1-3172-469c-a758-1c6ae3f253e8 req-5e6c3ad4-6562-468e-97ae-997a3cb98ba7 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0949430 Jan 26 13:14:56.825491 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b1b4666a-313d-4766-94da-d11c5b824503 req-29d4bea5-740b-4e5e-8d13-85aa885a1f44 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688133 Jan 26 13:14:56.832609 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8c0648d1-3172-469c-a758-1c6ae3f253e8 req-0d651b2a-d70d-46bc-9531-414c37e4118e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697346 Jan 26 13:14:56.859606 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cccc3b54-1749-4e82-93cf-3d7cd5114da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4580080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4636897'] for subnet (6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.070435 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-58638b20-ae79-4358-8bd7-273a1ad797aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Floating IP ad008dba-be0e-45cf-a13f-c07d58d30037 associated. External IP: 172.27.2.123, port: a981f395-f6ab-463c-a105-07809d2bcd48. Jan 26 13:14:57.128847 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc3b54-1749-4e82-93cf-3d7cd5114da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:57.139949 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc3b54-1749-4e82-93cf-3d7cd5114da7 admin admin] Checking segment: {'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:57.140300 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc3b54-1749-4e82-93cf-3d7cd5114da7 admin admin] Network hostable DHCP agents. Network: 9a7188b1-377a-4966-a0d1-e183592de050, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:14:57.195381 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc3b54-1749-4e82-93cf-3d7cd5114da7 admin admin] Network 9a7188b1-377a-4966-a0d1-e183592de050 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:14:57.209188 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-cccc3b54-1749-4e82-93cf-3d7cd5114da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, 9a7188b1-377a-4966-a0d1-e183592de050) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:57.213488 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccc3b54-1749-4e82-93cf-3d7cd5114da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:57.214325 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cccc3b54-1749-4e82-93cf-3d7cd5114da7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.223448 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b38667-9216-44f0-a758-b0e8634a9d85 None None] Network 9a7188b1-377a-4966-a0d1-e183592de050 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:57.263033 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-cccc3b54-1749-4e82-93cf-3d7cd5114da7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9232032 Jan 26 13:14:57.266537 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34040) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:57.271043 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:14:57.291073 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12833'] for router (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.292749 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12856'] for router (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.331347 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8497d599-008a-52b4-8887-f55f4cc7a527-9a7188b1-377a-4966-a0d1-e183592de050', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'fixed_ips': [{'subnet_id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91'}]}} from dv-cinder-824187-5-iscsi. {{(pid=102610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 13:14:57.332256 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.343054 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58638b20-ae79-4358-8bd7-273a1ad797aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Router 9e025081-1d74-4865-b5c1-c1e164bad886 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:14:57.355654 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Publish callbacks [] for router_controller (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.427589 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-da4b6c51-e24f-4b5c-b1e6-7d431f0621c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.460393 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58638b20-ae79-4358-8bd7-273a1ad797aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:14:57.465086 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-58638b20-ae79-4358-8bd7-273a1ad797aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.474235 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4241ff48-6a13-4538-8fe0-c37930ce8786 None None] Sync routers for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:14:57.492465 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-58638b20-ae79-4358-8bd7-273a1ad797aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "PUT /v2.0/floatingips/ad008dba-be0e-45cf-a13f-c07d58d30037 HTTP/1.1" status: 200 len: 992 time: 1.6036835 Jan 26 13:14:57.492701 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241ff48-6a13-4538-8fe0-c37930ce8786 None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:57.493088 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:14:57.493699 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Allocated IP 172.20.0.2 (9a7188b1-377a-4966-a0d1-e183592de050/6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91/4452432e-2c26-4676-bdb3-cf8b67d6dba1) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:57.493953 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-4241ff48-6a13-4538-8fe0-c37930ce8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:57.496815 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db739ea-3164-4463-a454-af8c6d8098aa" -d '{"events": [{"name": "network-changed", "server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:14:57.513842 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Publish callbacks [] for router_gateway (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.571083 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b00eef7-4083-40c5-840c-f9fd941a3397 x-openstack-request-id: req-0b00eef7-4083-40c5-840c-f9fd941a3397 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:14:57.571590 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:14:57.571880 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b00eef7-4083-40c5-840c-f9fd941a3397 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:14:57.572276 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'status': 'completed', 'code': 200} Jan 26 13:14:57.644673 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-4241ff48-6a13-4538-8fe0-c37930ce8786 None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:57.665113 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Publish callbacks [] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.675414 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.716700 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Network 9a7188b1-377a-4966-a0d1-e183592de050 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:57.721184 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:57.725271 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:57.734491 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Publish callbacks [] for router_gateway (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.740261 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Pushing event updated for resources: {'Port': ['ID=4452432e-2c26-4676-bdb3-cf8b67d6dba1,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:57.757650 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.789159 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Attempting to bind port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:14:57.789529 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Attempting to bind port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:14:57.789895 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Attempting to bind port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 on network 9a7188b1-377a-4966-a0d1-e183592de050 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:14:57.795764 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:14:57.796140 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Checking segment: {'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:14:57.796546 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.796988 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Bound using segment: {'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:14:57.797460 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Bound port: 4452432e-2c26-4676-bdb3-cf8b67d6dba1, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:14:57.797838 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.888560 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Allocated IP 172.27.2.74 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/0b56ed53-b179-4e4e-b351-752afbb32972) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:14:57.899780 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] For port 4452432e-2c26-4676-bdb3-cf8b67d6dba1, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:14:57.907789 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] For port 4452432e-2c26-4676-bdb3-cf8b67d6dba1, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=4452432e-2c26-4676-bdb3-cf8b67d6dba1,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:14:57.913242 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:57.987031 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-4241ff48-6a13-4538-8fe0-c37930ce8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': 'ad008dba-be0e-45cf-a13f-c07d58d30037', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'port_id': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'mac_address': 'fa:16:3e:cb:18:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76158ee5-16ad-43fa-89cd-1ca634826738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:14:29Z', 'updated_at': '2022-01-26T13:14:56Z', 'revision_number': 1, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:58.012477 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faf0af-b6a8-4496-8f5c-4a7a227cfd1d None None] Pushing event updated for resources: {'Port': ['ID=4452432e-2c26-4676-bdb3-cf8b67d6dba1,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:58.052732 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4241ff48-6a13-4538-8fe0-c37930ce8786 None None] Checking router: 9e025081-1d74-4865-b5c1-c1e164bad886 for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:14:58.064445 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241ff48-6a13-4538-8fe0-c37930ce8786 None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:14:58.065472 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-4241ff48-6a13-4538-8fe0-c37930ce8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:14:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:58.073357 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db739ea-3164-4463-a454-af8c6d8098aa req-b009d3e3-12fa-4783-aafc-579eb1c59e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:58.076857 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8db739ea-3164-4463-a454-af8c6d8098aa req-b009d3e3-12fa-4783-aafc-579eb1c59e45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 1099 time: 0.1023333 Jan 26 13:14:58.170524 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Publish callbacks [] for port (0b56ed53-b179-4e4e-b351-752afbb32972), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:58.240323 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-4241ff48-6a13-4538-8fe0-c37930ce8786 None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:14:58.284056 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf6bd2-6248-4708-93f1-0649014d1e2e req-296b1792-02ec-4db4-9bef-ba0340f048ee tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:58.293405 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1fbf6bd2-6248-4708-93f1-0649014d1e2e req-296b1792-02ec-4db4-9bef-ba0340f048ee tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 945 time: 0.3872018 Jan 26 13:14:58.297227 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db739ea-3164-4463-a454-af8c6d8098aa req-4d2ddb83-db6d-4259-bc0e-014ca8b4a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:58.298716 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8db739ea-3164-4463-a454-af8c6d8098aa req-4d2ddb83-db6d-4259-bc0e-014ca8b4a322 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 918 time: 0.1959260 Jan 26 13:14:58.347742 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9b967-beaa-4221-8ea9-ca85d4c9a56d req-62f7aea5-2e9c-43ef-b587-bb6afaee110e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:58.348902 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-14e9b967-beaa-4221-8ea9-ca85d4c9a56d req-62f7aea5-2e9c-43ef-b587-bb6afaee110e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.2236519 Jan 26 13:14:58.376776 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30938e-30a5-4fe7-9748-003e8aaae5e0 req-8d2c2ff1-0eb9-45ad-8729-f907289a4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:58.378146 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fc30938e-30a5-4fe7-9748-003e8aaae5e0 req-8d2c2ff1-0eb9-45ad-8729-f907289a4d5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 1099 time: 0.2182024 Jan 26 13:14:58.427702 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (0b56ed53-b179-4e4e-b351-752afbb32972), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:58.496250 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8db739ea-3164-4463-a454-af8c6d8098aa req-884b5b45-ccfe-4dc9-8468-c87468509156 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a981f395-f6ab-463c-a105-07809d2bcd48 HTTP/1.1" status: 200 len: 1000 time: 0.1811917 Jan 26 13:14:58.498334 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1fbf6bd2-6248-4708-93f1-0649014d1e2e req-ac730ba4-b74d-4dac-8d53-5c1c9a385432 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037718 Jan 26 13:14:58.538113 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=0b56ed53-b179-4e4e-b351-752afbb32972,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:58.561505 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:14:58.579855 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:14:58.588517 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db739ea-3164-4463-a454-af8c6d8098aa req-1c06845f-7dc0-439d-ad09-6e3000639d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:58.590279 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8db739ea-3164-4463-a454-af8c6d8098aa req-1c06845f-7dc0-439d-ad09-6e3000639d64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 200 len: 856 time: 0.0804257 Jan 26 13:14:58.592947 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:14:58.610509 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-14e9b967-beaa-4221-8ea9-ca85d4c9a56d req-6175b2f5-2f80-4158-a8a4-4b188f2d1e00 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292340 Jan 26 13:14:58.640551 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db739ea-3164-4463-a454-af8c6d8098aa req-18c1c51a-4d61-47cc-8a80-d3385c42a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:58.642042 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8db739ea-3164-4463-a454-af8c6d8098aa req-18c1c51a-4d61-47cc-8a80-d3385c42a841 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84beaab8-7cea-4036-bed2-ae75c0fff259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448320 Jan 26 13:14:58.688007 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-4241ff48-6a13-4538-8fe0-c37930ce8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': 'ad008dba-be0e-45cf-a13f-c07d58d30037', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'port_id': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'mac_address': 'fa:16:3e:cb:18:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76158ee5-16ad-43fa-89cd-1ca634826738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:14:29Z', 'updated_at': '2022-01-26T13:14:56Z', 'revision_number': 1, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:14:58.693175 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fc30938e-30a5-4fe7-9748-003e8aaae5e0 req-934dd41a-aff5-47f3-b652-5f8a1abd4f81 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953746 Jan 26 13:14:58.720734 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4241ff48-6a13-4538-8fe0-c37930ce8786 None None] The sync data for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi is: [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': 'ad008dba-be0e-45cf-a13f-c07d58d30037', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'port_id': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'mac_address': 'fa:16:3e:cb:18:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76158ee5-16ad-43fa-89cd-1ca634826738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:14:29Z', 'updated_at': '2022-01-26T13:14:56Z', 'revision_number': 1, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:14:58.768215 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8db739ea-3164-4463-a454-af8c6d8098aa req-3b17493d-bd5a-4e50-b90f-0ec698bb4545 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189489 Jan 26 13:14:58.806921 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 89dc0911-31b4-4a89-8123-7e9a0b604a80 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:14:58.867951 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Publish callbacks [] for router_gateway (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:58.883102 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 89dc0911-31b4-4a89-8123-7e9a0b604a80 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:14:58.888887 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 89dc0911-31b4-4a89-8123-7e9a0b604a80 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:14:58.889572 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:59.000830 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 89dc0911-31b4-4a89-8123-7e9a0b604a80 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:14:59.001392 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:59.034470 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dc0911-31b4-4a89-8123-7e9a0b604a80'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:14:59.040027 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8134f9e5-aaa6-4737-b5bc-85faf6736e8f" -d '{"events": [{"server_uuid": "84280f42-ce14-4bcd-8890-4bd5ea4457c3", "name": "network-vif-plugged", "status": "completed", "tag": "89dc0911-31b4-4a89-8123-7e9a0b604a80"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:14:59.044084 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-8db739ea-3164-4463-a454-af8c6d8098aa req-ddfa5895-a75e-4bc9-8964-785609ff147d service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221125 Jan 26 13:14:59.069919 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 89dc0911-31b4-4a89-8123-7e9a0b604a80, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=89dc0911-31b4-4a89-8123-7e9a0b604a80,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:14:59.078535 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:59.144926 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265fec94-6490-4aff-9e62-30e2671c4825 x-openstack-request-id: req-265fec94-6490-4aff-9e62-30e2671c4825 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:14:59.145455 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84280f42-ce14-4bcd-8890-4bd5ea4457c3", "name": "network-vif-plugged", "status": "completed", "tag": "89dc0911-31b4-4a89-8123-7e9a0b604a80", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:14:59.145991 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-265fec94-6490-4aff-9e62-30e2671c4825 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:14:59.146749 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dc0911-31b4-4a89-8123-7e9a0b604a80', 'code': 200} Jan 26 13:14:59.227128 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=89dc0911-31b4-4a89-8123-7e9a0b604a80,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:59.307284 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520ac6a5-44de-4880-922c-c40ca760fbf8 None None] New status for floating IP ad008dba-be0e-45cf-a13f-c07d58d30037: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:14:59.384618 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34090) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:59.555947 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f672f-9185-46cc-9449-7b7367af2a24 req-81980927-b3f1-4748-9291-0848be05fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:59.562866 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f63f672f-9185-46cc-9449-7b7367af2a24 req-81980927-b3f1-4748-9291-0848be05fbce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 1099 time: 0.1310709 Jan 26 13:14:59.603312 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539040'] for router (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:59.657899 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-461f9696-07ac-4403-800f-2ae47bb144d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:59.675509 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d63e04f-3f84-43c9-bc51-9af90261e9a9 None None] Network 9a7188b1-377a-4966-a0d1-e183592de050 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:14:59.758930 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-461f9696-07ac-4403-800f-2ae47bb144d2 admin admin] Publish callbacks [] for security_group (5c103e0e-9133-48be-bfc4-36039820903e), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:59.765146 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f63f672f-9185-46cc-9449-7b7367af2a24 req-606f47b4-f089-4fb2-bbfb-dea05e039d1b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971400 Jan 26 13:14:59.767592 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-461f9696-07ac-4403-800f-2ae47bb144d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (5c103e0e-9133-48be-bfc4-36039820903e), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:59.809667 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-461f9696-07ac-4403-800f-2ae47bb144d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74d26c9961b6436da8361af3672afe95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240670 Jan 26 13:14:59.810953 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f9696-07ac-4403-800f-2ae47bb144d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c103e0e-9133-48be-bfc4-36039820903e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:14:59.813433 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34114) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:14:59.874878 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-71eff971-d91f-4c8a-a966-605f5b69ae92 admin admin] Publish callbacks [] for security_group (5c103e0e-9133-48be-bfc4-36039820903e), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:59.905116 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-71eff971-d91f-4c8a-a966-605f5b69ae92 admin admin] Publish callbacks [] for security_group (5c103e0e-9133-48be-bfc4-36039820903e), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:59.906973 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69464-3e5c-453a-995e-438dc501b5c6 req-ae4d55dc-fa94-467f-b893-806297faf8d5 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:59.915362 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6ed69464-3e5c-453a-995e-438dc501b5c6 req-ae4d55dc-fa94-467f-b893-806297faf8d5 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.1579964 Jan 26 13:14:59.925391 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef78e6-3e81-4412-82c9-9ef3c3b83755 req-b2692566-f9b4-4078-9557-61d16e6a0eeb tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:14:59.926886 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-65ef78e6-3e81-4412-82c9-9ef3c3b83755 req-b2692566-f9b4-4078-9557-61d16e6a0eeb tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.1677544 Jan 26 13:14:59.979608 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-71eff971-d91f-4c8a-a966-605f5b69ae92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (5c103e0e-9133-48be-bfc4-36039820903e), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:59.982549 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-71eff971-d91f-4c8a-a966-605f5b69ae92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:14:59.992926 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-71eff971-d91f-4c8a-a966-605f5b69ae92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c103e0e-9133-48be-bfc4-36039820903e HTTP/1.1" status: 204 len: 168 time: 0.1783226 Jan 26 13:15:00.010290 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eff971-d91f-4c8a-a966-605f5b69ae92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c103e0e-9133-48be-bfc4-36039820903e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:00.028143 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6ed69464-3e5c-453a-995e-438dc501b5c6 req-d4b89080-810d-4bc3-94a4-39843c304250 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119366 Jan 26 13:15:00.035848 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-65ef78e6-3e81-4412-82c9-9ef3c3b83755 req-3dd7d96e-8949-4c4d-a4a5-02a5c425bb18 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857270 Jan 26 13:15:00.090875 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d is scheduled to L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 13:15:00.107757 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8af41ac2-113d-4a35-ab5f-d2b06a390523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:00.157701 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-6cbffb0e-1995-4a1c-bbae-dae86bfe7903 None None] Provisioning complete for port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:00.158085 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6cbffb0e-1995-4a1c-bbae-dae86bfe7903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:00.293842 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:15:00.305487 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Sync routers for ids ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:15:00.329535 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Routers {'5039abef-ec50-4d2c-b0f0-7745ecbbf97d'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:15:00.330556 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:15:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:00.335891 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:00.340812 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34130) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:00.344057 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-f926a604-e789-4ca7-95c2-dbaba571c7e7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0750930 Jan 26 13:15:00.449378 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-6cbffb0e-1995-4a1c-bbae-dae86bfe7903 None None] Current status of the port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:00.449820 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6cbffb0e-1995-4a1c-bbae-dae86bfe7903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:00.477789 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 4452432e-2c26-4676-bdb3-cf8b67d6dba1 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:15:00.571916 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Set router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:15:00.578503 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34136) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:00.606236 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aedb2ee5-d0ff-424f-9b80-613ba3a8bd54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:00.619183 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-6cbffb0e-1995-4a1c-bbae-dae86bfe7903 None None] For port 4452432e-2c26-4676-bdb3-cf8b67d6dba1, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=4452432e-2c26-4676-bdb3-cf8b67d6dba1,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:15:00.621592 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:00.622200 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:00.653742 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6cbffb0e-1995-4a1c-bbae-dae86bfe7903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:00.758951 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbffb0e-1995-4a1c-bbae-dae86bfe7903 None None] Pushing event updated for resources: {'Port': ['ID=4452432e-2c26-4676-bdb3-cf8b67d6dba1,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:00.764396 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aedb2ee5-d0ff-424f-9b80-613ba3a8bd54 admin admin] Publish callbacks [] for security_group (7cbc8826-655e-44ba-b9bd-8f58c0dd82fb), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:00.778074 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aedb2ee5-d0ff-424f-9b80-613ba3a8bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (7cbc8826-655e-44ba-b9bd-8f58c0dd82fb), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:00.781311 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:00.816059 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-aedb2ee5-d0ff-424f-9b80-613ba3a8bd54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=440dd5a80f9c4e4691d6ed2b53456d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339222 Jan 26 13:15:00.820386 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34140) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:00.834016 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:14:58Z', 'revision_number': 3, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:00.856442 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb2ee5-d0ff-424f-9b80-613ba3a8bd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbc8826-655e-44ba-b9bd-8f58c0dd82fb,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:00.896087 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0707569-8184-4061-9dce-b7edc2a984e9 admin admin] Publish callbacks [] for security_group (7cbc8826-655e-44ba-b9bd-8f58c0dd82fb), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:00.926321 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:00.927278 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-beae217e-33a2-4c49-bd04-5763933cdd4b None None] Provisioning complete for port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:00.927635 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-beae217e-33a2-4c49-bd04-5763933cdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:00.933454 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0707569-8184-4061-9dce-b7edc2a984e9 admin admin] Publish callbacks [] for security_group (7cbc8826-655e-44ba-b9bd-8f58c0dd82fb), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.026865 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Checking router: 5039abef-ec50-4d2c-b0f0-7745ecbbf97d for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:15:01.027325 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Updating router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d port 0b56ed53-b179-4e4e-b351-752afbb32972 binding host dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:15:01.050555 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-beae217e-33a2-4c49-bd04-5763933cdd4b None None] Current status of the port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:01.069526 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0b56ed53-b179-4e4e-b351-752afbb32972), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.075313 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0707569-8184-4061-9dce-b7edc2a984e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (7cbc8826-655e-44ba-b9bd-8f58c0dd82fb), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.077911 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0707569-8184-4061-9dce-b7edc2a984e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.088217 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-b0707569-8184-4061-9dce-b7edc2a984e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cbc8826-655e-44ba-b9bd-8f58c0dd82fb HTTP/1.1" status: 204 len: 168 time: 0.2668247 Jan 26 13:15:01.111761 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10452e9a-a40e-4e02-8a7e-40787cf1cb23 req-87e96ced-e8b8-46d7-89e5-2dc57a5d37f5 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:01.113333 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-10452e9a-a40e-4e02-8a7e-40787cf1cb23 req-87e96ced-e8b8-46d7-89e5-2dc57a5d37f5 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 945 time: 0.1441622 Jan 26 13:15:01.127717 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0707569-8184-4061-9dce-b7edc2a984e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbc8826-655e-44ba-b9bd-8f58c0dd82fb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:01.253697 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013eb753-664a-4d2b-970e-a097b4cbee43 req-a9effc0a-3a5c-41cb-bd9a-9f74a89144fb tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:01.263215 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.263789 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-013eb753-664a-4d2b-970e-a097b4cbee43 req-a9effc0a-3a5c-41cb-bd9a-9f74a89144fb tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.1371131 Jan 26 13:15:01.322127 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-10452e9a-a40e-4e02-8a7e-40787cf1cb23 req-85eedbd5-56f2-42f5-a23e-7a60b52a716b tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025523 Jan 26 13:15:01.364405 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-013eb753-664a-4d2b-970e-a097b4cbee43 req-bcd72203-73d2-42c7-a94e-449b89abaa79 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896077 Jan 26 13:15:01.447304 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Publish callbacks [] for port (0b56ed53-b179-4e4e-b351-752afbb32972), precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.457764 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (0b56ed53-b179-4e4e-b351-752afbb32972), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.539124 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Allocated IP 172.20.0.1 (9a7188b1-377a-4966-a0d1-e183592de050/6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91/5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:15:01.579278 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353fc22-8fb2-4980-a152-a3b079272590 req-c3118d3c-d022-4589-bc30-bc58b8e2e07b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:01.582004 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4353fc22-8fb2-4980-a152-a3b079272590 req-c3118d3c-d022-4589-bc30-bc58b8e2e07b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.1508522 Jan 26 13:15:01.582290 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Attempting to bind port 0b56ed53-b179-4e4e-b351-752afbb32972 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:15:01.582655 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Attempting to bind port 0b56ed53-b179-4e4e-b351-752afbb32972 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:15:01.583009 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Attempting to bind port 0b56ed53-b179-4e4e-b351-752afbb32972 on network d94d83f6-fc48-43f1-98be-5a76392d8959 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:15:01.591102 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0680ff6-ceb4-4d72-beb0-89061b4babe9 None None] Pushing event updated for resources: {'Port': ['ID=0b56ed53-b179-4e4e-b351-752afbb32972,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:01.617376 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:15:01.617793 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Checking segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:15:01.618260 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.618717 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Bound using segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:15:01.619268 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Bound port: 0b56ed53-b179-4e4e-b351-752afbb32972, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:15:01.620226 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0b56ed53-b179-4e4e-b351-752afbb32972), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.687927 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4353fc22-8fb2-4980-a152-a3b079272590 req-ecb5216b-ac0c-49c2-8ec3-711cd459e84b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984654 Jan 26 13:15:01.709481 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Publish callbacks [] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.718584 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] For port 0b56ed53-b179-4e4e-b351-752afbb32972, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:15:01.722913 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] For port 0b56ed53-b179-4e4e-b351-752afbb32972, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=0b56ed53-b179-4e4e-b351-752afbb32972,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:15:01.732599 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (0b56ed53-b179-4e4e-b351-752afbb32972), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.755713 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.800137 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Network 9a7188b1-377a-4966-a0d1-e183592de050 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:15:01.802976 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:01.804084 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0680ff6-ceb4-4d72-beb0-89061b4babe9 None None] Pushing event updated for resources: {'Port': ['ID=0b56ed53-b179-4e4e-b351-752afbb32972,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:01.805392 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:15:01.813320 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Routers {'5039abef-ec50-4d2c-b0f0-7745ecbbf97d'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:15:01.813991 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:15:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:01.860868 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbc5fa-1864-4864-8c64-ef3ebae59a98 req-4c283c1b-7730-4800-b35d-36bdf5a3cbb0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:01.863714 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6bcbc5fa-1864-4864-8c64-ef3ebae59a98 req-4c283c1b-7730-4800-b35d-36bdf5a3cbb0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0567424 Jan 26 13:15:01.866290 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Pushing event updated for resources: {'Port': ['ID=5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:01.892765 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539381'] for router_interface (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:01.929851 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6bcbc5fa-1864-4864-8c64-ef3ebae59a98 req-740ff871-b33b-4e59-8440-9c7621290a4f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572929 Jan 26 13:15:01.986007 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] Set router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:15:02.061500 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:02.085753 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-f196324d-00a5-43c3-91bf-b5b95fa92238 None None] Provisioning complete for port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:02.086687 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f196324d-00a5-43c3-91bf-b5b95fa92238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:02.127342 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-f196324d-00a5-43c3-91bf-b5b95fa92238 None None] Port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:15:02.223615 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:14:58Z', 'revision_number': 3, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:02.259029 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:02.267202 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc8b5c-990e-46c4-beed-1581d302212e None None] The sync data for ids ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'] in dv-cinder-824187-5-iscsi is: [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:14:58Z', 'revision_number': 3, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:15:02.284072 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 4452432e-2c26-4676-bdb3-cf8b67d6dba1 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:15:02.290999 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Publish callbacks [] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:02.301065 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:02.363834 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:02.364468 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:02.398819 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533861'] for router_interface (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:02.403072 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Pushing event updated for resources: {'Port': ['ID=5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:02.484144 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:02.496772 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc15d6-eef5-4e4c-9f16-04264e67e461 req-c5613050-ccf1-437e-91aa-ca72cbf9f295 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:02.503583 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e9bc15d6-eef5-4e4c-9f16-04264e67e461 req-c5613050-ccf1-437e-91aa-ca72cbf9f295 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 945 time: 0.0755541 Jan 26 13:15:02.520419 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Network 9a7188b1-377a-4966-a0d1-e183592de050 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:15:02.521863 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:02.571173 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e9bc15d6-eef5-4e4c-9f16-04264e67e461 req-a8d305ee-9ada-4369-87c3-7c7f389d68f3 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613680 Jan 26 13:15:02.734467 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:15:02.844380 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfca04-97f3-4098-b4f7-998ec4aa0605 req-288fd2d2-e463-4ef1-96da-0d369dd90420 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:02.851809 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-83bfca04-97f3-4098-b4f7-998ec4aa0605 req-288fd2d2-e463-4ef1-96da-0d369dd90420 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0711226 Jan 26 13:15:02.860888 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-49937a76-352d-4b20-97c1-5f0420cddbb3 None None] Provisioning complete for port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:02.861262 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-49937a76-352d-4b20-97c1-5f0420cddbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:02.910981 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-83bfca04-97f3-4098-b4f7-998ec4aa0605 req-c534b436-49d9-4abd-af87-a299a35104a3 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579903 Jan 26 13:15:02.920991 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-49937a76-352d-4b20-97c1-5f0420cddbb3 None None] Port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:15:03.146830 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:15:03.152983 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-2b3feea2-fcdc-4d49-a94f-1351a66f4735 admin admin] 10.222.0.10 "PUT /v2.0/routers/5039abef-ec50-4d2c-b0f0-7745ecbbf97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8109846 Jan 26 13:15:03.206171 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca6739-c0ec-43db-b5a0-55661f4ed4a4 req-7d9d9d06-feb9-40d1-8490-ad16c1bdcbae tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:03.207871 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6cca6739-c0ec-43db-b5a0-55661f4ed4a4 req-7d9d9d06-feb9-40d1-8490-ad16c1bdcbae tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0551651 Jan 26 13:15:03.309143 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6cca6739-c0ec-43db-b5a0-55661f4ed4a4 req-266acefe-89ce-4ba3-a0cf-7ab882585c4a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893636 Jan 26 13:15:03.444188 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52760e07-9f4f-4b66-97b7-ae481a7356b8 req-b2eeb65f-af90-4643-8231-91a6c97ffffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:03.445771 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-52760e07-9f4f-4b66-97b7-ae481a7356b8 req-b2eeb65f-af90-4643-8231-91a6c97ffffd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 1099 time: 0.0556669 Jan 26 13:15:03.558417 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52760e07-9f4f-4b66-97b7-ae481a7356b8 req-b3c981ae-7821-459b-b81b-149dd8e8dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:03.559985 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-52760e07-9f4f-4b66-97b7-ae481a7356b8 req-b3c981ae-7821-459b-b81b-149dd8e8dfc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 919 time: 0.1016529 Jan 26 13:15:03.613704 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-52760e07-9f4f-4b66-97b7-ae481a7356b8 req-b7f48a25-d3b5-43ad-b2b1-9a312e6df041 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edaa57f7-4d08-44ae-be92-2f5f1ea6293b HTTP/1.1" status: 200 len: 217 time: 0.0433509 Jan 26 13:15:03.679144 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52760e07-9f4f-4b66-97b7-ae481a7356b8 req-16bd862d-ef99-4239-a230-6e6f7b788c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:03.680863 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-52760e07-9f4f-4b66-97b7-ae481a7356b8 req-16bd862d-ef99-4239-a230-6e6f7b788c2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c10b2774-d5c6-47c5-b0d4-2aa87af1694a HTTP/1.1" status: 200 len: 858 time: 0.0602033 Jan 26 13:15:03.720140 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009c42a-0ba1-4217-a14b-a136796340a0 req-e8d919db-2f87-4bf6-9412-cc64fb9fd99e tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:03.727348 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-52760e07-9f4f-4b66-97b7-ae481a7356b8 req-a8e89958-9a0a-46b0-a666-d1472053dca5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2c07cbf-0563-491b-9ebf-a4abee0132e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325460 Jan 26 13:15:03.730830 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7009c42a-0ba1-4217-a14b-a136796340a0 req-e8d919db-2f87-4bf6-9412-cc64fb9fd99e tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 945 time: 0.0841842 Jan 26 13:15:03.762104 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:03.799403 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7009c42a-0ba1-4217-a14b-a136796340a0 req-b1e6b7c1-68c2-4a74-a76c-cd8907ffe638 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648036 Jan 26 13:15:03.876037 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-52760e07-9f4f-4b66-97b7-ae481a7356b8 req-19b3e003-d3b3-4eaa-9617-356067e24571 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324248 Jan 26 13:15:03.927551 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34252) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:03.946352 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-264982439-network', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:03.989259 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-52760e07-9f4f-4b66-97b7-ae481a7356b8 req-9a70e814-a3d8-415f-a427-8ff41a99bd4e service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973096 Jan 26 13:15:04.001958 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Made reservation on behalf of a6b818f6d77b420a9432deb6ddcb972d for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:15:04.004975 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.029075 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.085524 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c23940-0047-4a66-98b8-870a4bbadd82 req-dce5f7ff-30b8-4120-a963-6343eb6c4613 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:04.087012 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b4c23940-0047-4a66-98b8-870a4bbadd82 req-dce5f7ff-30b8-4120-a963-6343eb6c4613 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0793324 Jan 26 13:15:04.156922 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b4c23940-0047-4a66-98b8-870a4bbadd82 req-01887605-d432-4cae-8290-5acd515a0a9b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627728 Jan 26 13:15:04.198864 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Publish callbacks [] for security_group (127e0804-aa9c-49d3-9765-3b870bf07d3b), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.203961 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (127e0804-aa9c-49d3-9765-3b870bf07d3b), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.239783 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:15:04.277710 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (374cf899-fa29-4954-b5a5-705144c0a004), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.278057 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.segments_db [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Added segment 374cf899-fa29-4954-b5a5-705144c0a004 of type vlan for network 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 Jan 26 13:15:04.279430 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127e0804-aa9c-49d3-9765-3b870bf07d3b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:04.400913 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0b56ed53-b179-4e4e-b351-752afbb32972 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:15:04.403827 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.487172 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 0b56ed53-b179-4e4e-b351-752afbb32972 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:04.488152 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (0b56ed53-b179-4e4e-b351-752afbb32972), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.513061 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.514128 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:04.514808 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.579815 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Sync routers for ids ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:15:04.580038 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc0d3d-1718-40dd-8314-f2feca6b79a2 req-5f926acf-1d25-4cff-85e1-7f1bdaa3d449 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:04.581955 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bacc0d3d-1718-40dd-8314-f2feca6b79a2 req-5f926acf-1d25-4cff-85e1-7f1bdaa3d449 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.1475775 Jan 26 13:15:04.587538 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6569099 Jan 26 13:15:04.591097 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34278) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:04.596441 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-36c05ad8-da57-4099-9a8c-ba546d854393 admin admin] Request body: {'subnet': {'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-264982439-subnet', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:04.615968 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Routers {'5039abef-ec50-4d2c-b0f0-7745ecbbf97d'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:15:04.616687 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:15:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:04.617340 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c05ad8-da57-4099-9a8c-ba546d854393 admin admin] Made reservation on behalf of a6b818f6d77b420a9432deb6ddcb972d for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:15:04.620070 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36c05ad8-da57-4099-9a8c-ba546d854393 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4636887'] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.639957 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8594bc-cb13-4763-973d-48021ddb5ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:04.659184 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 0b56ed53-b179-4e4e-b351-752afbb32972 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:04.659587 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0b56ed53-b179-4e4e-b351-752afbb32972), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.667928 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:15:04.681697 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bacc0d3d-1718-40dd-8314-f2feca6b79a2 req-718ec609-bdd5-4d85-952a-6c2e5e40d2ed tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880957 Jan 26 13:15:04.717149 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port 0b56ed53-b179-4e4e-b351-752afbb32972, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=0b56ed53-b179-4e4e-b351-752afbb32972,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:15:04.746882 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (0b56ed53-b179-4e4e-b351-752afbb32972), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.796242 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36c05ad8-da57-4099-9a8c-ba546d854393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4580080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4636897'] for subnet (dbe5ac42-6bf6-4108-9c11-2e2cf4606d07), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.853512 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=0b56ed53-b179-4e4e-b351-752afbb32972,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:04.872624 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c05ad8-da57-4099-9a8c-ba546d854393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe5ac42-6bf6-4108-9c11-2e2cf4606d07,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:04.880433 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c05ad8-da57-4099-9a8c-ba546d854393 admin admin] Checking segment: {'id': '374cf899-fa29-4954-b5a5-705144c0a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:15:04.880796 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c05ad8-da57-4099-9a8c-ba546d854393 admin admin] Network hostable DHCP agents. Network: 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:15:04.888746 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Set router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:15:04.916804 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c05ad8-da57-4099-9a8c-ba546d854393 admin admin] Network 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:15:04.927640 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-36c05ad8-da57-4099-9a8c-ba546d854393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:04.935021 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c05ad8-da57-4099-9a8c-ba546d854393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:04.935535 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36c05ad8-da57-4099-9a8c-ba546d854393 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:04.940212 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2f7cc-47e8-4b25-a480-f9c323b58fe3 req-6b005313-80d1-4ae7-864b-db3a9728111f tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:04.942468 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2ca2f7cc-47e8-4b25-a480-f9c323b58fe3 req-6b005313-80d1-4ae7-864b-db3a9728111f tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 945 time: 0.0699961 Jan 26 13:15:04.946639 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d63a441-8982-4b46-8303-7a6945a26f2f None None] Network 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:15:04.970246 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-36c05ad8-da57-4099-9a8c-ba546d854393 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3775191 Jan 26 13:15:04.972704 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34288) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:04.977508 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-264982439-router', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:05.001121 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12833'] for router (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:05.002747 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12856'] for router (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:05.009800 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2ca2f7cc-47e8-4b25-a480-f9c323b58fe3 req-488de9ba-6a7f-49d0-a594-db31d40ab7c1 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596747 Jan 26 13:15:05.066541 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Publish callbacks [] for router_controller (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), precommit_add_association {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:05.181115 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8497d599-008a-52b4-8887-f55f4cc7a527-5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9', 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9', 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'fixed_ips': [{'subnet_id': 'dbe5ac42-6bf6-4108-9c11-2e2cf4606d07'}]}} from dv-cinder-824187-5-iscsi. {{(pid=102610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 13:15:05.182784 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:05.234879 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Publish callbacks [] for router_gateway (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:05.304981 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc2c26-32b0-408e-b050-3a2c6dacb428 req-85aa9f50-3568-46ed-8d88-8d90078bd4d8 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:05.307137 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e8cc2c26-32b0-408e-b050-3a2c6dacb428 req-85aa9f50-3568-46ed-8d88-8d90078bd4d8 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0527365 Jan 26 13:15:05.364198 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e8cc2c26-32b0-408e-b050-3a2c6dacb428 req-46038300-dd5b-4515-ac0c-7649302cd811 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502529 Jan 26 13:15:05.451073 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:02Z', 'revision_number': 4, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff', 'name': '', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'mac_address': 'fa:16:3e:fe:0a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:01Z', 'updated_at': '2022-01-26T13:15:02Z', 'revision_number': 2, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'subnets': [{'id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:05.461541 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Publish callbacks [] for router_gateway (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:05.481595 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Checking router: 5039abef-ec50-4d2c-b0f0-7745ecbbf97d for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:15:05.481834 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Updating router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff binding host dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:15:05.500787 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:05.529640 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5258f9-057c-4464-b9ef-1acec984c3bb req-96ca46f2-4a83-48d7-9b48-d3fc0dd53bc2 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:05.530106 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Allocated IP 172.20.0.2 (5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9/dbe5ac42-6bf6-4108-9c11-2e2cf4606d07/92bcb904-78df-45c5-990e-ac312bb3c3f6) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:15:05.530182 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bf5258f9-057c-4464-b9ef-1acec984c3bb req-96ca46f2-4a83-48d7-9b48-d3fc0dd53bc2 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0629206 Jan 26 13:15:05.530250 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:05.538258 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34304) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:05.545854 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d303a940-ab35-4746-85f0-9a6f47323485 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Request body: {'floatingip': {'port_id': '89dc0911-31b4-4a89-8123-7e9a0b604a80'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:05.676523 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d303a940-ab35-4746-85f0-9a6f47323485 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (5f46e1f0-741e-4ec6-988e-2ee7ab5391d1), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:05.686814 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Allocated IP 172.27.2.78 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/aed6e2d2-5586-4d77-a683-6ecfe046d530) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:15:05.852217 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Publish callbacks [] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:05.895773 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:05.918199 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:15:05.921404 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:05.951511 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:15:05.983006 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Publish callbacks [] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.003422 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.033941 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b3cdb-7c8c-4fb4-995d-2c82f4295952 req-1caba708-c76a-4118-85cc-140f06911797 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:06.036829 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-362b3cdb-7c8c-4fb4-995d-2c82f4295952 req-1caba708-c76a-4118-85cc-140f06911797 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.2191350 Jan 26 13:15:06.079485 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Network 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:15:06.088559 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:06.101520 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:15:06.105510 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Publish callbacks [] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.112855 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Pushing event updated for resources: {'Port': ['ID=92bcb904-78df-45c5-990e-ac312bb3c3f6,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:06.120229 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.188555 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Pushing event updated for resources: {'Port': ['ID=aed6e2d2-5586-4d77-a683-6ecfe046d530,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:06.208147 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-362b3cdb-7c8c-4fb4-995d-2c82f4295952 req-9d066ec4-5335-47d6-ac6f-23483e4eafcf tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181138 Jan 26 13:15:06.217813 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Attempting to bind port 92bcb904-78df-45c5-990e-ac312bb3c3f6 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:15:06.218188 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Attempting to bind port 92bcb904-78df-45c5-990e-ac312bb3c3f6 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '374cf899-fa29-4954-b5a5-705144c0a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:15:06.218553 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Attempting to bind port 92bcb904-78df-45c5-990e-ac312bb3c3f6 on network 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:15:06.222750 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960126a-b9cf-4896-8b9d-9e53119ecfbf None None] Pushing event updated for resources: {'Port': ['ID=5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:06.226376 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.230997 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.231597 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.236416 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.238236 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.238617 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.239055 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.239498 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.239955 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.240780 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.241211 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.241636 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.242061 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:06.255138 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:15:06.255518 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Checking segment: {'id': '374cf899-fa29-4954-b5a5-705144c0a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:15:06.255948 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.256333 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Bound using segment: {'id': '374cf899-fa29-4954-b5a5-705144c0a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:15:06.256807 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Bound port: 92bcb904-78df-45c5-990e-ac312bb3c3f6, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374cf899-fa29-4954-b5a5-705144c0a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:15:06.257246 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.352608 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Attempting to bind port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:15:06.352978 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Attempting to bind port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:15:06.353380 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Attempting to bind port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff on network 9a7188b1-377a-4966-a0d1-e183592de050 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:15:06.366437 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:15:06.366880 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Checking segment: {'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:15:06.367207 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.367616 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Bound using segment: {'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:15:06.368264 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Bound port: 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:15:06.368716 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.393808 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0b56ed53-b179-4e4e-b351-752afbb32972 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:15:06.421967 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Publish callbacks [] for router_gateway (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.454180 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] For port 92bcb904-78df-45c5-990e-ac312bb3c3f6, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:15:06.485144 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] For port 92bcb904-78df-45c5-990e-ac312bb3c3f6, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=92bcb904-78df-45c5-990e-ac312bb3c3f6,segment=NetworkSegment(374cf899-fa29-4954-b5a5-705144c0a004),segment_id=374cf899-fa29-4954-b5a5-705144c0a004)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:15:06.502364 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.508137 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] For port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:15:06.512812 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] For port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:15:06.543938 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.582214 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 0b56ed53-b179-4e4e-b351-752afbb32972 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:06.582586 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (0b56ed53-b179-4e4e-b351-752afbb32972), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.623379 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144fd99-6fb5-4572-a0a1-58bca4611125 None None] Pushing event updated for resources: {'Port': ['ID=92bcb904-78df-45c5-990e-ac312bb3c3f6,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:06.672647 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-287aaf47-bd0f-49e8-82a0-9b6b3ce8e19d None None] Provisioning complete for port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:06.674189 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-287aaf47-bd0f-49e8-82a0-9b6b3ce8e19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.685277 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539040'] for router (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.740324 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Routers {'5039abef-ec50-4d2c-b0f0-7745ecbbf97d'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:15:06.741288 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:15:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:06.835645 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960126a-b9cf-4896-8b9d-9e53119ecfbf None None] Pushing event updated for resources: {'Port': ['ID=5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:06.863384 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Router d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec is scheduled to L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 with binding_index 1 {{(pid=102609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 13:15:06.866664 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7578f2-0c7f-4ca9-b744-117be823738c req-8a2ef2a0-84ef-4fe2-acd6-0d9e61dfede9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:06.871532 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7a7578f2-0c7f-4ca9-b744-117be823738c req-8a2ef2a0-84ef-4fe2-acd6-0d9e61dfede9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 945 time: 0.4639473 Jan 26 13:15:06.977861 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-287aaf47-bd0f-49e8-82a0-9b6b3ce8e19d None None] Current status of the port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:06.978379 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-287aaf47-bd0f-49e8-82a0-9b6b3ce8e19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:06.985317 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] Set router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:15:07.016540 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 0b56ed53-b179-4e4e-b351-752afbb32972 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:07.080030 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.db.resource_extend [None req-d303a940-ab35-4746-85f0-9a6f47323485 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 13:15:07.090927 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-287aaf47-bd0f-49e8-82a0-9b6b3ce8e19d None None] For port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:15:07.118017 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-287aaf47-bd0f-49e8-82a0-9b6b3ce8e19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:07.218791 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287aaf47-bd0f-49e8-82a0-9b6b3ce8e19d None None] Pushing event updated for resources: {'Port': ['ID=5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:07.227630 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d303a940-ab35-4746-85f0-9a6f47323485 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:07.234503 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7a7578f2-0c7f-4ca9-b744-117be823738c req-60c48beb-ec9f-401d-9b98-a4492860cdf7 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481178 Jan 26 13:15:07.236439 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d303a940-ab35-4746-85f0-9a6f47323485 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (5f46e1f0-741e-4ec6-988e-2ee7ab5391d1), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:07.288448 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-c1fcde16-41c5-4fa0-902b-2efb340049a1 None None] Provisioning complete for port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:07.289473 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c1fcde16-41c5-4fa0-902b-2efb340049a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:07.345531 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:15:07.355132 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Sync routers for ids ['d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:15:07.369114 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Routers {'d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:15:07.371512 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:15:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:07.389916 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:07.393600 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-3e77e067-47d0-4c83-a1c2-17308391815c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4172301 Jan 26 13:15:07.393863 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34338) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:07.438948 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.l3_db [None req-d303a940-ab35-4746-85f0-9a6f47323485 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Floating IP 5f46e1f0-741e-4ec6-988e-2ee7ab5391d1 associated. External IP: 172.27.2.107, port: 89dc0911-31b4-4a89-8123-7e9a0b604a80. Jan 26 13:15:07.441380 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:02Z', 'revision_number': 4, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff', 'name': '', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'mac_address': 'fa:16:3e:fe:0a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:01Z', 'updated_at': '2022-01-26T13:15:06Z', 'revision_number': 4, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'subnets': [{'id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:07.503888 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Set router d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:15:07.512140 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9ef19-bbf0-415c-a911-343aafab6f02 req-c9df6d12-5f0d-40d5-9b3b-da2c895bc9d0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:07.513828 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcde16-41c5-4fa0-902b-2efb340049a1 None None] Current status of the port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:07.514182 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9fd9ef19-bbf0-415c-a911-343aafab6f02 req-c9df6d12-5f0d-40d5-9b3b-da2c895bc9d0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.1703866 Jan 26 13:15:07.517198 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e2920-8274-4f2f-b6f0-bb3933796507 None None] The sync data for ids ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'] in dv-cinder-824187-5-iscsi is: [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:02Z', 'revision_number': 4, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff', 'name': '', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'mac_address': 'fa:16:3e:fe:0a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:01Z', 'updated_at': '2022-01-26T13:15:06Z', 'revision_number': 4, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'subnets': [{'id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:15:07.712559 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9fd9ef19-bbf0-415c-a911-343aafab6f02 req-b4c8eebf-e90d-419b-a10a-19a7deb74c8a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880693 Jan 26 13:15:07.865670 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'name': 'tempest-TestShelveInstance-264982439-router', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:06Z', 'revision_number': 3, 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'gw_port': {'id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:07.894278 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d303a940-ab35-4746-85f0-9a6f47323485 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Router 2820cf07-fd70-4276-97d7-435df3f9cf63 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:15:07.957532 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Checking router: d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:15:07.957880 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Updating router d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec port aed6e2d2-5586-4d77-a683-6ecfe046d530 binding host dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:15:07.988617 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:08.046841 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d303a940-ab35-4746-85f0-9a6f47323485 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:15:08.052134 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d303a940-ab35-4746-85f0-9a6f47323485 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:08.059995 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f925830-2610-49d7-bf0c-305cb33bf830 None None] Sync routers for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:15:08.085176 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-d303a940-ab35-4746-85f0-9a6f47323485 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "PUT /v2.0/floatingips/5f46e1f0-741e-4ec6-988e-2ee7ab5391d1 HTTP/1.1" status: 200 len: 992 time: 2.5455661 Jan 26 13:15:08.085878 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'tag': '89dc0911-31b4-4a89-8123-7e9a0b604a80'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:15:08.086417 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f925830-2610-49d7-bf0c-305cb33bf830 None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:15:08.087076 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4f925830-2610-49d7-bf0c-305cb33bf830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:15:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:08.088096 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379eea51-5d29-4071-9152-5e9c0fff4092" -d '{"events": [{"name": "network-changed", "server_uuid": "84280f42-ce14-4bcd-8890-4bd5ea4457c3", "tag": "89dc0911-31b4-4a89-8123-7e9a0b604a80"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:15:08.243848 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:08.295646 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe04aec6-1fc8-41ed-9f58-8a061c58f564 x-openstack-request-id: req-fe04aec6-1fc8-41ed-9f58-8a061c58f564 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:15:08.295646 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84280f42-ce14-4bcd-8890-4bd5ea4457c3", "tag": "89dc0911-31b4-4a89-8123-7e9a0b604a80", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:15:08.295646 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe04aec6-1fc8-41ed-9f58-8a061c58f564 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:15:08.296050 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'tag': '89dc0911-31b4-4a89-8123-7e9a0b604a80', 'status': 'completed', 'code': 200} Jan 26 13:15:08.396695 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Publish callbacks [] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:08.405142 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:08.473988 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Attempting to bind port aed6e2d2-5586-4d77-a683-6ecfe046d530 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:15:08.474370 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Attempting to bind port aed6e2d2-5586-4d77-a683-6ecfe046d530 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:15:08.474727 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Attempting to bind port aed6e2d2-5586-4d77-a683-6ecfe046d530 on network d94d83f6-fc48-43f1-98be-5a76392d8959 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:15:08.483945 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:15:08.485189 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Checking segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:15:08.485545 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:08.486130 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Bound using segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:15:08.486839 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Bound port: aed6e2d2-5586-4d77-a683-6ecfe046d530, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:15:08.489290 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:08.508920 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dab29-0ab5-44ca-8f0d-4927ee516b92 req-552611d9-87ce-44fc-a633-92c960a20e4c tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:08.511065 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-639dab29-0ab5-44ca-8f0d-4927ee516b92 req-552611d9-87ce-44fc-a633-92c960a20e4c tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 945 time: 0.1104147 Jan 26 13:15:08.542070 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593f46c-9245-4d47-ab08-a555d6222e85 None None] Pushing event updated for resources: {'Port': ['ID=aed6e2d2-5586-4d77-a683-6ecfe046d530,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:08.543882 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379eea51-5d29-4071-9152-5e9c0fff4092 req-00dfe8aa-e11a-4b1a-ad81-0ee8b160297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:08.551985 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-379eea51-5d29-4071-9152-5e9c0fff4092 req-00dfe8aa-e11a-4b1a-ad81-0ee8b160297d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de75dc29edc844e7a51901a972dab6a1&device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 1099 time: 0.1668119 Jan 26 13:15:08.568340 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-4f925830-2610-49d7-bf0c-305cb33bf830 None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:15:08.601814 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] For port aed6e2d2-5586-4d77-a683-6ecfe046d530, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:15:08.602507 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-639dab29-0ab5-44ca-8f0d-4927ee516b92 req-8ef589cd-b0cf-4c02-9eb6-4bff7550cafe tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/security-groups?id=69b6d654-bf4b-48aa-91f1-71e9d7352864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828619 Jan 26 13:15:08.606498 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] For port aed6e2d2-5586-4d77-a683-6ecfe046d530, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=aed6e2d2-5586-4d77-a683-6ecfe046d530,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:15:08.614019 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:08.722961 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327f154-bb43-4528-bb20-324b3dce257b req-46852d03-6c60-48af-8394-1bddace81724 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:08.725974 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4327f154-bb43-4528-bb20-324b3dce257b req-46852d03-6c60-48af-8394-1bddace81724 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 945 time: 0.0912821 Jan 26 13:15:08.737362 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Allocated IP 172.20.0.1 (5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9/dbe5ac42-6bf6-4108-9c11-2e2cf4606d07/0ca96c9a-3c49-4123-9d49-4b74b8832b74) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:15:08.746542 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593f46c-9245-4d47-ab08-a555d6222e85 None None] Pushing event updated for resources: {'Port': ['ID=aed6e2d2-5586-4d77-a683-6ecfe046d530,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:08.749366 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Routers {'d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:15:08.750215 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:15:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:08.768638 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6256a5d6-6396-4038-bf12-b307c4641f5b None None] Network 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:15:08.776733 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 92bcb904-78df-45c5-990e-ac312bb3c3f6 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:15:08.787597 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379eea51-5d29-4071-9152-5e9c0fff4092 req-9b9fdad9-b3fd-4fcf-ac42-c3127a64b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:08.790609 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-379eea51-5d29-4071-9152-5e9c0fff4092 req-9b9fdad9-b3fd-4fcf-ac42-c3127a64b7ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f HTTP/1.1" status: 200 len: 912 time: 0.2229478 Jan 26 13:15:08.860876 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c6982-af5c-4706-9895-27218b75a9f4 req-87566b7f-555a-407c-a697-e318886c4c7e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:08.865554 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a92c6982-af5c-4706-9895-27218b75a9f4 req-87566b7f-555a-407c-a697-e318886c4c7e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0577393 Jan 26 13:15:08.911697 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] Set router d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:15:08.957477 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Publish callbacks [] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:08.976265 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a92c6982-af5c-4706-9895-27218b75a9f4 req-20af07d7-8fcb-4a1b-b470-5ae43c63dd53 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000845 Jan 26 13:15:09.011354 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.059004 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Network 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:15:09.062322 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:09.066152 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:15:09.092994 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-6a1ab4db-2b74-49a7-9379-9d6a5e0c9a89 None None] Provisioning complete for port 92bcb904-78df-45c5-990e-ac312bb3c3f6 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:09.093580 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a1ab4db-2b74-49a7-9379-9d6a5e0c9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.099573 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca96c9a-3c49-4123-9d49-4b74b8832b74,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:09.115604 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539381'] for router_interface (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.150506 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 92bcb904-78df-45c5-990e-ac312bb3c3f6 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:09.151483 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.239007 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4f925830-2610-49d7-bf0c-305cb33bf830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '5f46e1f0-741e-4ec6-988e-2ee7ab5391d1', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'port_id': '89dc0911-31b4-4a89-8123-7e9a0b604a80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'mac_address': 'fa:16:3e:8e:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:14:32Z', 'updated_at': '2022-01-26T13:15:06Z', 'revision_number': 1, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:33Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:09.282321 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f925830-2610-49d7-bf0c-305cb33bf830 None None] Checking router: 2820cf07-fd70-4276-97d7-435df3f9cf63 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:15:09.289399 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'name': 'tempest-TestShelveInstance-264982439-router', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:06Z', 'revision_number': 3, 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'gw_port': {'id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:09.293321 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ab4db-2b74-49a7-9379-9d6a5e0c9a89 None None] Current status of the port 92bcb904-78df-45c5-990e-ac312bb3c3f6 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:09.293712 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a1ab4db-2b74-49a7-9379-9d6a5e0c9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.302567 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f925830-2610-49d7-bf0c-305cb33bf830 None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:15:09.303181 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4f925830-2610-49d7-bf0c-305cb33bf830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:15:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:09.351329 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.351992 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e981121-d59a-4e2b-97c5-9c3a2dfe5d5d None None] The sync data for ids ['d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'] in dv-cinder-824187-5-iscsi is: [{'id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'name': 'tempest-TestShelveInstance-264982439-router', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:06Z', 'revision_number': 3, 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'gw_port': {'id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:15:09.426877 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 92bcb904-78df-45c5-990e-ac312bb3c3f6 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:09.428354 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.499219 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-6a1ab4db-2b74-49a7-9379-9d6a5e0c9a89 None None] For port 92bcb904-78df-45c5-990e-ac312bb3c3f6, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=92bcb904-78df-45c5-990e-ac312bb3c3f6,segment=NetworkSegment(374cf899-fa29-4954-b5a5-705144c0a004),segment_id=374cf899-fa29-4954-b5a5-705144c0a004)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:15:09.511056 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a1ab4db-2b74-49a7-9379-9d6a5e0c9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.584303 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-4f925830-2610-49d7-bf0c-305cb33bf830 None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:15:09.592999 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Publish callbacks [] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.602856 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.647044 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.db.api [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 13:15:09.647398 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG oslo_db.api [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 13:15:09.659806 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ab4db-2b74-49a7-9379-9d6a5e0c9a89 None None] Pushing event updated for resources: {'Port': ['ID=92bcb904-78df-45c5-990e-ac312bb3c3f6,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:09.676123 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533861'] for router_interface (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.679244 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca96c9a-3c49-4123-9d49-4b74b8832b74,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:09.708444 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-6e92cd71-3468-4167-b40b-466054709e03 None None] Provisioning complete for port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:09.708832 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e92cd71-3468-4167-b40b-466054709e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.767108 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-6e92cd71-3468-4167-b40b-466054709e03 None None] Port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:15:09.831776 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Network 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:15:09.833213 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:09.873033 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-6e92cd71-3468-4167-b40b-466054709e03 None None] Provisioning complete for port 92bcb904-78df-45c5-990e-ac312bb3c3f6 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:09.873416 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e92cd71-3468-4167-b40b-466054709e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:09.980419 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Router d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:15:10.040739 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-6e92cd71-3468-4167-b40b-466054709e03 None None] Current status of the port 92bcb904-78df-45c5-990e-ac312bb3c3f6 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:10.066055 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4f925830-2610-49d7-bf0c-305cb33bf830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '5f46e1f0-741e-4ec6-988e-2ee7ab5391d1', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'port_id': '89dc0911-31b4-4a89-8123-7e9a0b604a80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'mac_address': 'fa:16:3e:8e:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:14:32Z', 'updated_at': '2022-01-26T13:15:06Z', 'revision_number': 1, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:33Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:10.110057 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f925830-2610-49d7-bf0c-305cb33bf830 None None] The sync data for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi is: [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '5f46e1f0-741e-4ec6-988e-2ee7ab5391d1', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'port_id': '89dc0911-31b4-4a89-8123-7e9a0b604a80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'mac_address': 'fa:16:3e:8e:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:14:32Z', 'updated_at': '2022-01-26T13:15:06Z', 'revision_number': 1, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:33Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:15:10.160916 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:15:10.181341 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-cc6db35a-91a4-45aa-9d7b-54ce190ee146 admin admin] 10.222.0.10 "PUT /v2.0/routers/d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7861357 Jan 26 13:15:10.218484 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 92bcb904-78df-45c5-990e-ac312bb3c3f6 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:10.219587 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:15:10.222461 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-ff719a8b-367a-4e76-a86c-0378cd1a6b7b None None] Provisioning complete for port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:10.222623 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ff719a8b-367a-4e76-a86c-0378cd1a6b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:10.284784 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-ff719a8b-367a-4e76-a86c-0378cd1a6b7b None None] Port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:15:10.303114 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:10.303548 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:10.414808 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f69c4e-ae0d-45f0-819b-efc65284d9bc None None] New status for floating IP 5f46e1f0-741e-4ec6-988e-2ee7ab5391d1: ACTIVE {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:15:10.518677 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:10.690158 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-4327f154-bb43-4528-bb20-324b3dce257b req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Deleting port 49102420-7235-4214-9872-56331b9abfcc {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:15:10.690620 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4327f154-bb43-4528-bb20-324b3dce257b req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (49102420-7235-4214-9872-56331b9abfcc), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:10.750843 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device aed6e2d2-5586-4d77-a683-6ecfe046d530 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:15:10.797134 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-4327f154-bb43-4528-bb20-324b3dce257b req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] For port 49102420-7235-4214-9872-56331b9abfcc, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=49102420-7235-4214-9872-56331b9abfcc,segment=NetworkSegment(cbc0d65b-f2cd-4b7a-9a27-a6deb573138a),segment_id=cbc0d65b-f2cd-4b7a-9a27-a6deb573138a)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:15:10.797497 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4327f154-bb43-4528-bb20-324b3dce257b req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (49102420-7235-4214-9872-56331b9abfcc), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:10.800108 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port aed6e2d2-5586-4d77-a683-6ecfe046d530 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:10.800483 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:10.813043 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-4327f154-bb43-4528-bb20-324b3dce257b req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Calling delete_port for 49102420-7235-4214-9872-56331b9abfcc owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:15:10.885640 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port aed6e2d2-5586-4d77-a683-6ecfe046d530 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:10.886609 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:10.907305 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port aed6e2d2-5586-4d77-a683-6ecfe046d530, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=aed6e2d2-5586-4d77-a683-6ecfe046d530,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:15:10.911740 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:10.912510 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 92bcb904-78df-45c5-990e-ac312bb3c3f6 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:15:10.983974 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4327f154-bb43-4528-bb20-324b3dce257b req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278'] for port (49102420-7235-4214-9872-56331b9abfcc), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:10.984977 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=aed6e2d2-5586-4d77-a683-6ecfe046d530,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:10.993822 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:10.994240 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:10.994718 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:10.995849 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:10.995990 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:10.996240 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:10.996568 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:10.996893 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:10.997227 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.001504 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.001880 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.002225 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.002563 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.017767 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Pushing event deleted for resources: {'Port': ['ID=49102420-7235-4214-9872-56331b9abfcc,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:11.019476 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 92bcb904-78df-45c5-990e-ac312bb3c3f6 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:11.019885 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:11.029158 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.029511 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.029857 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.030191 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.030522 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.030849 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.031174 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.031572 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.031858 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.032180 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.032513 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.032826 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.033143 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:15:11.094600 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-4327f154-bb43-4528-bb20-324b3dce257b req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] No DVR routers for this DVR port 49102420-7235-4214-9872-56331b9abfcc on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:15:11.097926 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4327f154-bb43-4528-bb20-324b3dce257b req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:11.101189 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 92bcb904-78df-45c5-990e-ac312bb3c3f6 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:11.101752 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4327f154-bb43-4528-bb20-324b3dce257b req-9d7ee20e-dc91-4ad4-b188-cd777c648dc9 tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.24 "DELETE /v2.0/ports/49102420-7235-4214-9872-56331b9abfcc HTTP/1.1" status: 204 len: 173 time: 0.5943615 Jan 26 13:15:11.102211 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b47ee9-afa8-4623-ae03-05bd67e1ba87', 'name': 'network-vif-deleted', 'tag': '49102420-7235-4214-9872-56331b9abfcc'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:15:11.104978 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1de0f05-9936-4656-a227-d7b114057c77" -d '{"events": [{"server_uuid": "f9b47ee9-afa8-4623-ae03-05bd67e1ba87", "name": "network-vif-deleted", "tag": "49102420-7235-4214-9872-56331b9abfcc"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:15:11.523403 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Sync routers for ids ['d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:15:11.531467 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['49102420-7235-4214-9872-56331b9abfcc'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:15:11.557786 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Routers {'d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:15:11.558409 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:15:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:11.599655 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-379eea51-5d29-4071-9152-5e9c0fff4092 req-072cfa4b-40a4-458d-80f7-e3ceae8a3e87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89dc0911-31b4-4a89-8123-7e9a0b604a80 HTTP/1.1" status: 200 len: 1002 time: 0.0737298 Jan 26 13:15:11.658390 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379eea51-5d29-4071-9152-5e9c0fff4092 req-ab70178a-e0f8-4932-b670-80afb28a89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:11.660076 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-28fd64a6-ed97-49ba-8049-dfb5e39cfccb req-865158e0-2022-433c-9de7-add0a04c437d tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 210 time: 0.0317943 Jan 26 13:15:11.660254 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-379eea51-5d29-4071-9152-5e9c0fff4092 req-ab70178a-e0f8-4932-b670-80afb28a89a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc77bad1-131b-4485-8b8c-4e65034728c9 HTTP/1.1" status: 200 len: 850 time: 0.0502205 Jan 26 13:15:11.708783 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Set router d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:15:11.716717 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379eea51-5d29-4071-9152-5e9c0fff4092 req-02fa2143-dc00-42fe-b4ae-466d3dcaf2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:11.718244 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-379eea51-5d29-4071-9152-5e9c0fff4092 req-02fa2143-dc00-42fe-b4ae-466d3dcaf2f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482790 Jan 26 13:15:11.724134 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07970eb-d33b-4f1f-b4b6-7b1a4a3cda13 req-69e6e926-cb0c-4b70-bc39-62ad028560b8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:11.726308 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e07970eb-d33b-4f1f-b4b6-7b1a4a3cda13 req-69e6e926-cb0c-4b70-bc39-62ad028560b8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0686576 Jan 26 13:15:11.780641 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e07970eb-d33b-4f1f-b4b6-7b1a4a3cda13 req-a8735892-33b7-4c69-b822-fbe7c810980c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459957 Jan 26 13:15:11.826344 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-379eea51-5d29-4071-9152-5e9c0fff4092 req-2fd35750-27e9-404d-946c-16163f897075 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001227 Jan 26 13:15:11.835272 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e8bfcd-23ce-4216-a0f4-a47cad73ab1f x-openstack-request-id: req-c0e8bfcd-23ce-4216-a0f4-a47cad73ab1f {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:15:11.835578 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b47ee9-afa8-4623-ae03-05bd67e1ba87", "name": "network-vif-deleted", "tag": "49102420-7235-4214-9872-56331b9abfcc", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:15:11.836051 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0e8bfcd-23ce-4216-a0f4-a47cad73ab1f {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:15:11.836750 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b47ee9-afa8-4623-ae03-05bd67e1ba87', 'name': 'network-vif-deleted', 'tag': '49102420-7235-4214-9872-56331b9abfcc', 'status': 'completed', 'code': 200} Jan 26 13:15:11.939201 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-379eea51-5d29-4071-9152-5e9c0fff4092 req-9a656d22-108c-4e57-bc46-03f7171de9a2 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059706 Jan 26 13:15:11.968228 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'name': 'tempest-TestShelveInstance-264982439-router', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:09Z', 'revision_number': 4, 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'gw_port': {'id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '0ca96c9a-3c49-4123-9d49-4b74b8832b74', 'name': '', 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'mac_address': 'fa:16:3e:49:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'dbe5ac42-6bf6-4108-9c11-2e2cf4606d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:08Z', 'updated_at': '2022-01-26T13:15:09Z', 'revision_number': 2, 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'subnets': [{'id': 'dbe5ac42-6bf6-4108-9c11-2e2cf4606d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:11.995436 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Checking router: d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:15:11.995941 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Updating router d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 binding host dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:15:12.021775 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.196202 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34422) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:12.200769 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-a8c46cb3-2b3b-42e0-b242-63740568fdfe tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040828973', 'description': 'tempest-secgroup-smoke-2040828973 description', 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:12.232818 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a8c46cb3-2b3b-42e0-b242-63740568fdfe tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.325514 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a8c46cb3-2b3b-42e0-b242-63740568fdfe tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group (518c86f1-e873-4f08-92f2-8199ab48f1bf), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.330144 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a8c46cb3-2b3b-42e0-b242-63740568fdfe tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (518c86f1-e873-4f08-92f2-8199ab48f1bf), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.367920 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a8c46cb3-2b3b-42e0-b242-63740568fdfe tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.372435 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a8c46cb3-2b3b-42e0-b242-63740568fdfe tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1720667 Jan 26 13:15:12.372632 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34430) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:12.374095 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c46cb3-2b3b-42e0-b242-63740568fdfe tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518c86f1-e873-4f08-92f2-8199ab48f1bf,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:12.377317 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-dfd45ae0-a231-470c-badc-bda667273694 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Request body: {'security_group_rule': {'security_group_id': '518c86f1-e873-4f08-92f2-8199ab48f1bf', 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:12.389874 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Publish callbacks [] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.396161 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.404515 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfd45ae0-a231-470c-badc-bda667273694 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (2ea6955c-54ad-490c-b1c3-99d9ae4dc69a), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.448436 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bc1e4-9caf-4c01-b867-f853dfed146a None None] Pushing event updated for resources: {'Port': ['ID=0ca96c9a-3c49-4123-9d49-4b74b8832b74,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:12.468132 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfd45ae0-a231-470c-badc-bda667273694 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (2ea6955c-54ad-490c-b1c3-99d9ae4dc69a), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.474650 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfd45ae0-a231-470c-badc-bda667273694 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (2ea6955c-54ad-490c-b1c3-99d9ae4dc69a), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.495893 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd45ae0-a231-470c-badc-bda667273694 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea6955c-54ad-490c-b1c3-99d9ae4dc69a,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:12.505694 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Attempting to bind port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:15:12.506128 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Attempting to bind port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '374cf899-fa29-4954-b5a5-705144c0a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:15:12.507313 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Attempting to bind port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 on network 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:15:12.507462 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfd45ae0-a231-470c-badc-bda667273694 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.511077 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-dfd45ae0-a231-470c-badc-bda667273694 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341417 Jan 26 13:15:12.511199 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 49102420-7235-4214-9872-56331b9abfcc no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:15:12.511287 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34432) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:12.516157 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-874a17b2-5cd5-4265-9375-f5d0cce86162 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Request body: {'security_group_rule': {'security_group_id': '518c86f1-e873-4f08-92f2-8199ab48f1bf', 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:12.536389 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:15:12.537044 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Checking segment: {'id': '374cf899-fa29-4954-b5a5-705144c0a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:15:12.537385 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.537766 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Bound using segment: {'id': '374cf899-fa29-4954-b5a5-705144c0a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:15:12.538328 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Bound port: 0ca96c9a-3c49-4123-9d49-4b74b8832b74, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374cf899-fa29-4954-b5a5-705144c0a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:15:12.538954 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.543250 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 49102420-7235-4214-9872-56331b9abfcc {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:15:12.543806 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 49102420-7235-4214-9872-56331b9abfcc not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:15:12.550451 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-874a17b2-5cd5-4265-9375-f5d0cce86162 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (a6b03e87-18b4-484b-8a76-4ea42a049097), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.634788 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] For port 0ca96c9a-3c49-4123-9d49-4b74b8832b74, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:15:12.642605 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] For port 0ca96c9a-3c49-4123-9d49-4b74b8832b74, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=0ca96c9a-3c49-4123-9d49-4b74b8832b74,segment=NetworkSegment(374cf899-fa29-4954-b5a5-705144c0a004),segment_id=374cf899-fa29-4954-b5a5-705144c0a004)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:15:12.646153 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-874a17b2-5cd5-4265-9375-f5d0cce86162 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (a6b03e87-18b4-484b-8a76-4ea42a049097), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.655291 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-874a17b2-5cd5-4265-9375-f5d0cce86162 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (a6b03e87-18b4-484b-8a76-4ea42a049097), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.656099 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.701039 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a17b2-5cd5-4265-9375-f5d0cce86162 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b03e87-18b4-484b-8a76-4ea42a049097,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:12.714053 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-874a17b2-5cd5-4265-9375-f5d0cce86162 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.715297 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-874a17b2-5cd5-4265-9375-f5d0cce86162 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2031550 Jan 26 13:15:12.718282 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device aed6e2d2-5586-4d77-a683-6ecfe046d530 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:15:12.718800 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34440) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:12.739364 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-11fac3c6-f662-44a8-919a-44fbff47f672 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Request body: {'security_group_rule': {'security_group_id': '518c86f1-e873-4f08-92f2-8199ab48f1bf', 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:12.791065 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11fac3c6-f662-44a8-919a-44fbff47f672 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (05b54a1b-92e9-4794-8458-b03372941d90), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.820885 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bc1e4-9caf-4c01-b867-f853dfed146a None None] Pushing event updated for resources: {'Port': ['ID=0ca96c9a-3c49-4123-9d49-4b74b8832b74,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:12.827810 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-fcd7f514-f6de-4b92-9f77-05f95317f936 None None] Provisioning complete for port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:12.828187 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f514-f6de-4b92-9f77-05f95317f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.829631 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Routers {'d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:15:12.830245 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:15:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:12.863415 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-714eff90-71f5-4e1f-b880-1a9e1bdb6c16 req-24e81e3c-dfef-4f4b-b52c-9a7695ebba4d tempest-DeleteServersTestJSON-1096684254 tempest-DeleteServersTestJSON-1096684254-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9b47ee9-afa8-4623-ae03-05bd67e1ba87 HTTP/1.1" status: 200 len: 210 time: 0.0702658 Jan 26 13:15:12.915341 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11fac3c6-f662-44a8-919a-44fbff47f672 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (05b54a1b-92e9-4794-8458-b03372941d90), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.929033 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11fac3c6-f662-44a8-919a-44fbff47f672 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (05b54a1b-92e9-4794-8458-b03372941d90), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.955907 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fac3c6-f662-44a8-919a-44fbff47f672 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b54a1b-92e9-4794-8458-b03372941d90,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:12.970974 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11fac3c6-f662-44a8-919a-44fbff47f672 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:12.975207 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-11fac3c6-f662-44a8-919a-44fbff47f672 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2509363 Jan 26 13:15:12.975359 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9a4ff-1449-4c9b-9a5f-62f8e469a90c req-06d81b32-ad0f-45a1-8c7b-5e1512bd7e27 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:12.975868 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34450) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:12.976236 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a5d9a4ff-1449-4c9b-9a5f-62f8e469a90c req-06d81b32-ad0f-45a1-8c7b-5e1512bd7e27 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0934210 Jan 26 13:15:12.989576 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-375457e9-f2af-4102-937d-4b3ee071ca07 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Request body: {'security_group_rule': {'security_group_id': '518c86f1-e873-4f08-92f2-8199ab48f1bf', 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:13.030872 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-375457e9-f2af-4102-937d-4b3ee071ca07 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (a1ef6c68-9539-4620-8ef1-632c882336ae), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.059910 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a5d9a4ff-1449-4c9b-9a5f-62f8e469a90c req-e06c4bfc-6170-40c2-999c-9f9c34fa74bd tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754354 Jan 26 13:15:13.074268 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] Set router d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:15:13.105007 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port aed6e2d2-5586-4d77-a683-6ecfe046d530 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:13.105393 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.129674 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-375457e9-f2af-4102-937d-4b3ee071ca07 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (a1ef6c68-9539-4620-8ef1-632c882336ae), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.138838 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-375457e9-f2af-4102-937d-4b3ee071ca07 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (a1ef6c68-9539-4620-8ef1-632c882336ae), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.160107 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375457e9-f2af-4102-937d-4b3ee071ca07 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ef6c68-9539-4620-8ef1-632c882336ae,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:13.183987 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-375457e9-f2af-4102-937d-4b3ee071ca07 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.188024 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-375457e9-f2af-4102-937d-4b3ee071ca07 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2076633 Jan 26 13:15:13.188284 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34456) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:13.193066 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-77ba38e0-3075-47e7-b917-55084d475064 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Request body: {'security_group_rule': {'security_group_id': '518c86f1-e873-4f08-92f2-8199ab48f1bf', 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:13.224912 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-77ba38e0-3075-47e7-b917-55084d475064 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Project c1dad1718f94454dbcb0f01ac34e3a62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 13:15:13.231657 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-77ba38e0-3075-47e7-b917-55084d475064 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (002467a2-0b6b-4312-8dd8-3c56a80472dd), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.241684 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7f514-f6de-4b92-9f77-05f95317f936 None None] Current status of the port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:13.242071 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f514-f6de-4b92-9f77-05f95317f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.315756 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-77ba38e0-3075-47e7-b917-55084d475064 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (002467a2-0b6b-4312-8dd8-3c56a80472dd), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.324914 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-77ba38e0-3075-47e7-b917-55084d475064 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (002467a2-0b6b-4312-8dd8-3c56a80472dd), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.359040 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba38e0-3075-47e7-b917-55084d475064 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002467a2-0b6b-4312-8dd8-3c56a80472dd,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:13.372683 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-77ba38e0-3075-47e7-b917-55084d475064 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.375466 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-77ba38e0-3075-47e7-b917-55084d475064 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1859415 Jan 26 13:15:13.378310 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34470) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:13.383226 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5ba8760a-2d92-40ed-b733-6d2b54448aef tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Request body: {'security_group_rule': {'security_group_id': '518c86f1-e873-4f08-92f2-8199ab48f1bf', 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:13.408993 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-5ba8760a-2d92-40ed-b733-6d2b54448aef tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Project c1dad1718f94454dbcb0f01ac34e3a62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 13:15:13.420222 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ba8760a-2d92-40ed-b733-6d2b54448aef tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (38cd3f72-0a37-4f92-bf43-05c686f85967), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.523954 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-fcd7f514-f6de-4b92-9f77-05f95317f936 None None] For port 0ca96c9a-3c49-4123-9d49-4b74b8832b74, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=0ca96c9a-3c49-4123-9d49-4b74b8832b74,segment=NetworkSegment(374cf899-fa29-4954-b5a5-705144c0a004),segment_id=374cf899-fa29-4954-b5a5-705144c0a004)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:15:13.525365 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port aed6e2d2-5586-4d77-a683-6ecfe046d530 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:13.533828 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fcd7f514-f6de-4b92-9f77-05f95317f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.545790 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ba8760a-2d92-40ed-b733-6d2b54448aef tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (38cd3f72-0a37-4f92-bf43-05c686f85967), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.552738 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ba8760a-2d92-40ed-b733-6d2b54448aef tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (38cd3f72-0a37-4f92-bf43-05c686f85967), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.570891 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8760a-2d92-40ed-b733-6d2b54448aef tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cd3f72-0a37-4f92-bf43-05c686f85967,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:13.597478 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ba8760a-2d92-40ed-b733-6d2b54448aef tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.599231 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-5ba8760a-2d92-40ed-b733-6d2b54448aef tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2198043 Jan 26 13:15:13.680310 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7f514-f6de-4b92-9f77-05f95317f936 None None] Pushing event updated for resources: {'Port': ['ID=0ca96c9a-3c49-4123-9d49-4b74b8832b74,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:13.692824 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-212c5108-e50d-41d1-b94b-b7973cd96894 None None] Provisioning complete for port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:13.693207 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-212c5108-e50d-41d1-b94b-b7973cd96894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:13.771040 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'name': 'tempest-TestShelveInstance-264982439-router', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:09Z', 'revision_number': 4, 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'gw_port': {'id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '0ca96c9a-3c49-4123-9d49-4b74b8832b74', 'name': '', 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'mac_address': 'fa:16:3e:49:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'dbe5ac42-6bf6-4108-9c11-2e2cf4606d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:08Z', 'updated_at': '2022-01-26T13:15:12Z', 'revision_number': 4, 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'subnets': [{'id': 'dbe5ac42-6bf6-4108-9c11-2e2cf4606d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:13.835855 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386483c7-db0d-41cd-a9d4-d9a13a8165a0 None None] The sync data for ids ['d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'] in dv-cinder-824187-5-iscsi is: [{'id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'name': 'tempest-TestShelveInstance-264982439-router', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:09Z', 'revision_number': 4, 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'gw_port': {'id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '0ca96c9a-3c49-4123-9d49-4b74b8832b74', 'name': '', 'network_id': '5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'mac_address': 'fa:16:3e:49:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'dbe5ac42-6bf6-4108-9c11-2e2cf4606d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:08Z', 'updated_at': '2022-01-26T13:15:12Z', 'revision_number': 4, 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'subnets': [{'id': 'dbe5ac42-6bf6-4108-9c11-2e2cf4606d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:15:13.907430 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-212c5108-e50d-41d1-b94b-b7973cd96894 None None] Current status of the port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:14.200643 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3d299-811c-4aa8-a8f8-8f643b073456 req-64c79ff1-25f8-4145-99f0-0e38b083d794 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:14.202584 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d2c3d299-811c-4aa8-a8f8-8f643b073456 req-64c79ff1-25f8-4145-99f0-0e38b083d794 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0739477 Jan 26 13:15:14.491510 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d2c3d299-811c-4aa8-a8f8-8f643b073456 req-ff6ce3fb-a46d-440c-9204-db2b4e843b9b tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833714 Jan 26 13:15:14.657241 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0ca96c9a-3c49-4123-9d49-4b74b8832b74 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:15:14.727065 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:14.727831 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:14.835056 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:15.187188 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34610) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:15.291137 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ee723cd-93a1-4882-92c6-8467fdb39048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:15.371136 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ee723cd-93a1-4882-92c6-8467fdb39048 admin admin] Publish callbacks [] for security_group (f5e7a187-a902-4e57-bb9e-02353f93428f), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:15.376300 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ee723cd-93a1-4882-92c6-8467fdb39048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (f5e7a187-a902-4e57-bb9e-02353f93428f), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:15.416685 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7ee723cd-93a1-4882-92c6-8467fdb39048 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f4a980ea18449639e9397942a1b63d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283618 Jan 26 13:15:15.417802 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee723cd-93a1-4882-92c6-8467fdb39048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e7a187-a902-4e57-bb9e-02353f93428f,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:15.420901 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34618) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:15.476754 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-135a838d-89ac-480d-a1f4-bec50f2db4dd admin admin] Publish callbacks [] for security_group (f5e7a187-a902-4e57-bb9e-02353f93428f), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:15.499349 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-135a838d-89ac-480d-a1f4-bec50f2db4dd admin admin] Publish callbacks [] for security_group (f5e7a187-a902-4e57-bb9e-02353f93428f), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:15.547372 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-135a838d-89ac-480d-a1f4-bec50f2db4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (f5e7a187-a902-4e57-bb9e-02353f93428f), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:15.550193 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-135a838d-89ac-480d-a1f4-bec50f2db4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:15.554530 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-135a838d-89ac-480d-a1f4-bec50f2db4dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5e7a187-a902-4e57-bb9e-02353f93428f HTTP/1.1" status: 204 len: 168 time: 0.1319356 Jan 26 13:15:15.563281 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a838d-89ac-480d-a1f4-bec50f2db4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e7a187-a902-4e57-bb9e-02353f93428f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:15.809999 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34626) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:15.823056 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ae3ae7c-cb3f-49ba-a77a-a7f46bb54dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:15.898509 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ae3ae7c-cb3f-49ba-a77a-a7f46bb54dc3 admin admin] Publish callbacks [] for security_group (fe18ac3d-70f6-4d64-8e65-5410c86c7ccd), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:15.904813 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ae3ae7c-cb3f-49ba-a77a-a7f46bb54dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (fe18ac3d-70f6-4d64-8e65-5410c86c7ccd), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:15.940578 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3ae7c-cb3f-49ba-a77a-a7f46bb54dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe18ac3d-70f6-4d64-8e65-5410c86c7ccd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:15.944641 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-5ae3ae7c-cb3f-49ba-a77a-a7f46bb54dc3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad964c6598d345dfa7281f5c9c5e99fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336160 Jan 26 13:15:15.947640 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34630) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:16.003527 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-adf85c6d-4914-4259-a291-48b142f71712 admin admin] Publish callbacks [] for security_group (fe18ac3d-70f6-4d64-8e65-5410c86c7ccd), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:16.024808 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-adf85c6d-4914-4259-a291-48b142f71712 admin admin] Publish callbacks [] for security_group (fe18ac3d-70f6-4d64-8e65-5410c86c7ccd), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:16.068708 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-adf85c6d-4914-4259-a291-48b142f71712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (fe18ac3d-70f6-4d64-8e65-5410c86c7ccd), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:16.071500 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-adf85c6d-4914-4259-a291-48b142f71712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:16.073334 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-adf85c6d-4914-4259-a291-48b142f71712 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe18ac3d-70f6-4d64-8e65-5410c86c7ccd HTTP/1.1" status: 204 len: 168 time: 0.1247246 Jan 26 13:15:16.080766 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf85c6d-4914-4259-a291-48b142f71712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe18ac3d-70f6-4d64-8e65-5410c86c7ccd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:17.149889 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba1e6a-9094-48ff-9a61-d74ec8f5572b req-b28b1079-1e5b-4cff-b4c8-f2c6fae18c97 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:17.169006 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-32ba1e6a-9094-48ff-9a61-d74ec8f5572b req-b28b1079-1e5b-4cff-b4c8-f2c6fae18c97 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0668721 Jan 26 13:15:17.222383 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-32ba1e6a-9094-48ff-9a61-d74ec8f5572b req-37d101f7-55fd-407f-8fcb-89cd4224a6e6 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522172 Jan 26 13:15:18.347990 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c11ad8-4167-4d48-a47d-b31d3b7066df req-fb74c806-73f5-4315-9cc1-db0a57e297d3 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:18.349679 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-71c11ad8-4167-4d48-a47d-b31d3b7066df req-fb74c806-73f5-4315-9cc1-db0a57e297d3 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0543928 Jan 26 13:15:18.398809 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-71c11ad8-4167-4d48-a47d-b31d3b7066df req-0349aa39-40ae-488b-b038-1fbf70e86d0d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426474 Jan 26 13:15:18.545402 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34738) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:18.612365 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34744) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:18.656817 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9557dbb5-2d5c-4b22-80e7-801c7c17dbd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:18.678451 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e1811e-407a-4e8b-a863-567b990cc0ac admin admin] Deleting subnet 5f3753f8-a153-4265-a669-359fc0b87677 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:15:18.684310 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2e1811e-407a-4e8b-a863-567b990cc0ac admin admin] Publish callbacks [] for subnet (5f3753f8-a153-4265-a669-359fc0b87677), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:18.733910 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2e1811e-407a-4e8b-a863-567b990cc0ac admin admin] Publish callbacks [] for subnet (5f3753f8-a153-4265-a669-359fc0b87677), precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:18.746576 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2e1811e-407a-4e8b-a863-567b990cc0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (5f3753f8-a153-4265-a669-359fc0b87677), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:18.827266 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f2bd4ac7-199f-4027-a63e-a7cd69dc6ecb req-769bfca4-ecdb-4e0a-900c-8c54b32fc7d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486269 Jan 26 13:15:18.829226 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9557dbb5-2d5c-4b22-80e7-801c7c17dbd4 admin admin] Publish callbacks [] for security_group (77f39902-4374-4624-8cc4-a04f413b6892), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:18.834164 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9557dbb5-2d5c-4b22-80e7-801c7c17dbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (77f39902-4374-4624-8cc4-a04f413b6892), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:18.847392 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2e1811e-407a-4e8b-a863-567b990cc0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (5f3753f8-a153-4265-a669-359fc0b87677), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:18.897849 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1811e-407a-4e8b-a863-567b990cc0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3753f8-a153-4265-a669-359fc0b87677,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:18.900047 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2e1811e-407a-4e8b-a863-567b990cc0ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:18.904374 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-a2e1811e-407a-4e8b-a863-567b990cc0ac admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5f3753f8-a153-4265-a669-359fc0b87677 HTTP/1.1" status: 204 len: 168 time: 0.2908442 Jan 26 13:15:18.909100 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34750) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:18.911335 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557dbb5-2d5c-4b22-80e7-801c7c17dbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f39902-4374-4624-8cc4-a04f413b6892,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:18.916649 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-9557dbb5-2d5c-4b22-80e7-801c7c17dbd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58854d9ac875490f9edea72384820956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696318 Jan 26 13:15:18.919971 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34752) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:18.974423 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-43e36899-6b58-4275-a074-0c569a009b2c admin admin] Publish callbacks [] for security_group (77f39902-4374-4624-8cc4-a04f413b6892), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.008962 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4ac7-199f-4027-a63e-a7cd69dc6ecb req-37059849-e082-46e1-b92b-b1e3efba4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:19.010514 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-43e36899-6b58-4275-a074-0c569a009b2c admin admin] Publish callbacks [] for security_group (77f39902-4374-4624-8cc4-a04f413b6892), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.011528 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f2bd4ac7-199f-4027-a63e-a7cd69dc6ecb req-37059849-e082-46e1-b92b-b1e3efba4563 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 1099 time: 0.1153483 Jan 26 13:15:19.030138 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (ab40549d-3b52-47af-9127-009a51e89ef2), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.068434 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-43e36899-6b58-4275-a074-0c569a009b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (77f39902-4374-4624-8cc4-a04f413b6892), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.071559 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-43e36899-6b58-4275-a074-0c569a009b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.073540 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-43e36899-6b58-4275-a074-0c569a009b2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77f39902-4374-4624-8cc4-a04f413b6892 HTTP/1.1" status: 204 len: 168 time: 0.1516137 Jan 26 13:15:19.093795 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e36899-6b58-4275-a074-0c569a009b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f39902-4374-4624-8cc4-a04f413b6892,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:19.407610 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (ab40549d-3b52-47af-9127-009a51e89ef2), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.442669 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab40549d-3b52-47af-9127-009a51e89ef2']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:19.466705 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4ac7-199f-4027-a63e-a7cd69dc6ecb req-1c79b19c-dc73-415f-85ac-1f5946d7bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:19.468285 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f2bd4ac7-199f-4027-a63e-a7cd69dc6ecb req-1c79b19c-dc73-415f-85ac-1f5946d7bb9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 919 time: 0.4249930 Jan 26 13:15:19.470029 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc0d65b-f2cd-4b7a-9a27-a6deb573138a') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:19.470499 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc0d65b-f2cd-4b7a-9a27-a6deb573138a') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:19.491155 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269872'] for segment (cbc0d65b-f2cd-4b7a-9a27-a6deb573138a), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.527336 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f2bd4ac7-199f-4027-a63e-a7cd69dc6ecb req-17a71539-253a-4a0f-8f00-7d2d6e21bf4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=830afc2b-8430-4108-876b-03ab6faf6414 HTTP/1.1" status: 200 len: 217 time: 0.0485606 Jan 26 13:15:19.535296 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (cbc0d65b-f2cd-4b7a-9a27-a6deb573138a), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.539077 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a8666-88c5-457b-916a-952eee10fa7f req-f6b4a3da-c5b2-4d5a-89d9-608048c61417 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:19.544062 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:15:19.544688 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4584851'] for segment (cbc0d65b-f2cd-4b7a-9a27-a6deb573138a), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.547800 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-303a8666-88c5-457b-916a-952eee10fa7f req-f6b4a3da-c5b2-4d5a-89d9-608048c61417 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0662580 Jan 26 13:15:19.602444 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34782) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: Traceback (most recent call last): Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: timer() Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: cb(*args, **kw) Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: self._notify() Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: self.callback(batched_events) Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: event.method(event) Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: return f(self, *a, **k) Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._get(url).json() Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:15:19.604066 dv-cinder-824187-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:15:19.606214 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4ac7-199f-4027-a63e-a7cd69dc6ecb req-18788606-e167-41f4-a4c4-19e5649df0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:19.606735 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f2bd4ac7-199f-4027-a63e-a7cd69dc6ecb req-18788606-e167-41f4-a4c4-19e5649df0f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c10b2774-d5c6-47c5-b0d4-2aa87af1694a HTTP/1.1" status: 200 len: 858 time: 0.0641925 Jan 26 13:15:19.620210 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-303a8666-88c5-457b-916a-952eee10fa7f req-394e1a8d-4ce9-4515-aae2-52944f23c063 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713975 Jan 26 13:15:19.641739 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18a024f7-2270-4fdd-8cc4-0473f1da9b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.657143 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f2bd4ac7-199f-4027-a63e-a7cd69dc6ecb req-2788d511-532b-42df-ba75-30eb45e99fbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2c07cbf-0563-491b-9ebf-a4abee0132e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382884 Jan 26 13:15:19.724310 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (ab40549d-3b52-47af-9127-009a51e89ef2), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.727516 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18a024f7-2270-4fdd-8cc4-0473f1da9b2c admin admin] Publish callbacks [] for security_group (31a8d5ce-0834-4c90-bb1a-434a82b4d60e), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.732585 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18a024f7-2270-4fdd-8cc4-0473f1da9b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (31a8d5ce-0834-4c90-bb1a-434a82b4d60e), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.769583 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.772276 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-18a024f7-2270-4fdd-8cc4-0473f1da9b2c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94da11bdd5af4eb28f25ea9d6578fdec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684227 Jan 26 13:15:19.773151 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ab40549d-3b52-47af-9127-009a51e89ef2 HTTP/1.1" status: 204 len: 168 time: 0.8627415 Jan 26 13:15:19.776462 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34786) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:19.776653 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a024f7-2270-4fdd-8cc4-0473f1da9b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a8d5ce-0834-4c90-bb1a-434a82b4d60e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:19.778539 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f3f06-9c5e-45d2-b174-89cfdd12f8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab40549d-3b52-47af-9127-009a51e89ef2,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:19.832871 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f2bd4ac7-199f-4027-a63e-a7cd69dc6ecb req-354cb548-962a-4130-80da-7e30b6e1f985 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484387 Jan 26 13:15:19.857879 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-442e1982-5b4e-4c77-bce5-0ad5f43ed7a7 admin admin] Publish callbacks [] for security_group (31a8d5ce-0834-4c90-bb1a-434a82b4d60e), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.933588 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-442e1982-5b4e-4c77-bce5-0ad5f43ed7a7 admin admin] Publish callbacks [] for security_group (31a8d5ce-0834-4c90-bb1a-434a82b4d60e), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:19.953598 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34790) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:19.982522 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f2bd4ac7-199f-4027-a63e-a7cd69dc6ecb req-f8d1df6f-1de4-4b35-b5c9-24f28fd29b70 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329162 Jan 26 13:15:19.999342 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3b6fa67b-b3a4-45c0-8567-61449110a7ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=60422d77cfe0433692376ef9b6a4369d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420589 Jan 26 13:15:19.999593 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34792) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:20.010212 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-442e1982-5b4e-4c77-bce5-0ad5f43ed7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (31a8d5ce-0834-4c90-bb1a-434a82b4d60e), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.013746 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-442e1982-5b4e-4c77-bce5-0ad5f43ed7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.015185 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-442e1982-5b4e-4c77-bce5-0ad5f43ed7a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31a8d5ce-0834-4c90-bb1a-434a82b4d60e HTTP/1.1" status: 204 len: 168 time: 0.2374909 Jan 26 13:15:20.027997 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e1982-5b4e-4c77-bce5-0ad5f43ed7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a8d5ce-0834-4c90-bb1a-434a82b4d60e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:20.073621 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d98b2dc9-2b54-4f75-95dc-1a2bdb76a701 admin admin] Publish callbacks [] for security_group (69b6d654-bf4b-48aa-91f1-71e9d7352864), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.095424 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d98b2dc9-2b54-4f75-95dc-1a2bdb76a701 admin admin] Publish callbacks [] for security_group (69b6d654-bf4b-48aa-91f1-71e9d7352864), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.141630 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d98b2dc9-2b54-4f75-95dc-1a2bdb76a701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (69b6d654-bf4b-48aa-91f1-71e9d7352864), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.144505 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d98b2dc9-2b54-4f75-95dc-1a2bdb76a701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.145728 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-d98b2dc9-2b54-4f75-95dc-1a2bdb76a701 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69b6d654-bf4b-48aa-91f1-71e9d7352864 HTTP/1.1" status: 204 len: 168 time: 0.1450677 Jan 26 13:15:20.154226 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b2dc9-2b54-4f75-95dc-1a2bdb76a701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b6d654-bf4b-48aa-91f1-71e9d7352864,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:20.462331 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 34816) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:20.476042 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d01557d-d97b-4c87-b32b-4d663ad44c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.562848 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d01557d-d97b-4c87-b32b-4d663ad44c9f admin admin] Publish callbacks [] for security_group (342e13b1-4ea5-479a-9c21-7728fde7d1bc), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.569409 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d01557d-d97b-4c87-b32b-4d663ad44c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (342e13b1-4ea5-479a-9c21-7728fde7d1bc), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.609780 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-6d01557d-d97b-4c87-b32b-4d663ad44c9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=664ed61b1eca413db8b3713336568f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455903 Jan 26 13:15:20.610924 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01557d-d97b-4c87-b32b-4d663ad44c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342e13b1-4ea5-479a-9c21-7728fde7d1bc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:20.612458 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 34822) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:20.677246 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-48b734c7-276c-4ad6-b6a9-0ba7f8bc6cec admin admin] Publish callbacks [] for security_group (342e13b1-4ea5-479a-9c21-7728fde7d1bc), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.724226 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-48b734c7-276c-4ad6-b6a9-0ba7f8bc6cec admin admin] Publish callbacks [] for security_group (342e13b1-4ea5-479a-9c21-7728fde7d1bc), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.783198 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-48b734c7-276c-4ad6-b6a9-0ba7f8bc6cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (342e13b1-4ea5-479a-9c21-7728fde7d1bc), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.786197 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-48b734c7-276c-4ad6-b6a9-0ba7f8bc6cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:20.787340 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-48b734c7-276c-4ad6-b6a9-0ba7f8bc6cec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/342e13b1-4ea5-479a-9c21-7728fde7d1bc HTTP/1.1" status: 204 len: 168 time: 0.1738744 Jan 26 13:15:20.796985 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b734c7-276c-4ad6-b6a9-0ba7f8bc6cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342e13b1-4ea5-479a-9c21-7728fde7d1bc,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:20.830084 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:23.049491 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f99fa9-865b-4d57-8ca1-dd920c4e1ec1 req-734265a5-f01a-4b22-bba7-67873739a144 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:23.050872 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-13f99fa9-865b-4d57-8ca1-dd920c4e1ec1 req-734265a5-f01a-4b22-bba7-67873739a144 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0487907 Jan 26 13:15:23.096551 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-13f99fa9-865b-4d57-8ca1-dd920c4e1ec1 req-676f8fa3-b458-4075-abf8-fb3ccfae9cf7 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402291 Jan 26 13:15:26.541231 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7f92e-4e81-4489-8521-75fce93b540f req-4d11c99a-a124-4ea3-ba05-07843d2ce73a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:26.542759 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-95f7f92e-4e81-4489-8521-75fce93b540f req-4d11c99a-a124-4ea3-ba05-07843d2ce73a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0463774 Jan 26 13:15:26.590746 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-95f7f92e-4e81-4489-8521-75fce93b540f req-fd34f8b2-9ce1-41eb-9e46-efac2bd6b61e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426674 Jan 26 13:15:27.423151 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-89c2dc98-c6eb-4c89-938c-9c1c32a00bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:27.723036 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c77ec-ed97-4ae1-aacf-4fee7b703dba req-57752ffa-658d-4f48-9fe5-28e983911b29 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:27.724746 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ad0c77ec-ed97-4ae1-aacf-4fee7b703dba req-57752ffa-658d-4f48-9fe5-28e983911b29 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0611737 Jan 26 13:15:27.773320 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ad0c77ec-ed97-4ae1-aacf-4fee7b703dba req-a895cf95-050f-4bbd-819d-ac6206c7f73d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422728 Jan 26 13:15:28.220252 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-2f358f4d-dab7-4f06-80d9-296532cc3148 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0e01a2ef16434d1fb400e815132cdb39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291100 Jan 26 13:15:28.399717 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa3ac-d113-4682-8248-793413666533 req-82649395-a36e-4888-9361-9fa582730339 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:28.401219 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-82649395-a36e-4888-9361-9fa582730339 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757865 Jan 26 13:15:28.415994 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-b47f4df5-729f-47af-8429-508b7dc02a3e tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/quotas/0e01a2ef16434d1fb400e815132cdb39 HTTP/1.1" status: 200 len: 375 time: 0.0095828 Jan 26 13:15:28.455030 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-1b233389-b2af-41d1-94e9-931b77bdf0e3 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e01a2ef16434d1fb400e815132cdb39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327249 Jan 26 13:15:28.662924 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ab65cffa-5697-46c4-a759-91cb9621c7c0 req-22aeb38d-4847-4063-b502-d5e96de8ab39 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 210 time: 0.0550978 Jan 26 13:15:28.900729 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2b19e-631c-4a83-bbcb-074b4c608bcd req-92b1112c-9735-4c35-bbff-a127c6bc9906 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:28.903279 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e5a2b19e-631c-4a83-bbcb-074b4c608bcd req-92b1112c-9735-4c35-bbff-a127c6bc9906 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0507817 Jan 26 13:15:28.968243 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e5a2b19e-631c-4a83-bbcb-074b4c608bcd req-d6e80be3-b1a9-4f30-8259-29f85f3ca5df tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579917 Jan 26 13:15:29.672287 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c00baf00-1d2a-46de-a6f0-85a9b37ebcdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:29.780380 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3df16304-53aa-4502-87dd-fdfbe5eab880 req-f45e2ff8-168c-4363-8db4-27c1dda197aa tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 210 time: 0.0332160 Jan 26 13:15:29.784718 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-808fbb51-88ab-4834-b44b-8463976589e8 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0e01a2ef16434d1fb400e815132cdb39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429177 Jan 26 13:15:30.041240 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa3ac-d113-4682-8248-793413666533 req-74ba9b4d-5bca-4730-830e-9e09b52062ca tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:30.043000 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-74ba9b4d-5bca-4730-830e-9e09b52062ca tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2481697 Jan 26 13:15:30.066783 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Request body: {'port': {'device_id': 'bda90e44-fa56-46d3-8626-b7c52caa363c', 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9', 'admin_state_up': True, 'tenant_id': '0e01a2ef16434d1fb400e815132cdb39'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:30.114668 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6ad0e-b4ca-4422-8e53-d9a8ae0a7058 req-44ff8521-e0e8-4f6e-8f69-6d7c25f323f0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:30.122294 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c4a6ad0e-b4ca-4422-8e53-d9a8ae0a7058 req-44ff8521-e0e8-4f6e-8f69-6d7c25f323f0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0714412 Jan 26 13:15:30.123979 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35120) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:30.225690 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Made reservation on behalf of 0e01a2ef16434d1fb400e815132cdb39 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:15:30.229932 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.233096 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c4a6ad0e-b4ca-4422-8e53-d9a8ae0a7058 req-41e63426-7b40-4c6c-853e-e42428576772 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097603 Jan 26 13:15:30.241485 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.290214 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24af133f-c9ab-4053-a1fc-5c1953175d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.328573 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Publish callbacks [] for security_group (2bc0a7ba-d90e-4f94-a37b-4e59e0efa466), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.333828 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (2bc0a7ba-d90e-4f94-a37b-4e59e0efa466), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.380818 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24af133f-c9ab-4053-a1fc-5c1953175d69 admin admin] Publish callbacks [] for security_group (f1617ef6-8602-460c-9f60-aa5a000cbdd5), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.392648 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24af133f-c9ab-4053-a1fc-5c1953175d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (f1617ef6-8602-460c-9f60-aa5a000cbdd5), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.405128 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:30.445380 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-24af133f-c9ab-4053-a1fc-5c1953175d69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5702f5a7e1444e24817aee65e2db16c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197935 Jan 26 13:15:30.447994 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35132) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:30.448792 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35134) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:30.482081 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af133f-c9ab-4053-a1fc-5c1953175d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1617ef6-8602-460c-9f60-aa5a000cbdd5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:30.496843 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Allocated IP 192.168.233.195 (42b03eda-9fa4-4c59-bc82-ee077fd256f9/cb588844-7400-4f36-bd12-51284f560c14/75775a3e-eb84-4ddb-afc3-89ca3ccf2807) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:15:30.561350 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e626cd3-31ae-43f8-a167-8fdf45520d3d admin admin] Publish callbacks [] for security_group (f1617ef6-8602-460c-9f60-aa5a000cbdd5), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.603716 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e626cd3-31ae-43f8-a167-8fdf45520d3d admin admin] Publish callbacks [] for security_group (f1617ef6-8602-460c-9f60-aa5a000cbdd5), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.619418 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4a590aed-f8ed-4a70-b532-e11dac28b182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.694019 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e626cd3-31ae-43f8-a167-8fdf45520d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (f1617ef6-8602-460c-9f60-aa5a000cbdd5), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.696464 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e626cd3-31ae-43f8-a167-8fdf45520d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.700456 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-0e626cd3-31ae-43f8-a167-8fdf45520d3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1617ef6-8602-460c-9f60-aa5a000cbdd5 HTTP/1.1" status: 204 len: 168 time: 0.2492678 Jan 26 13:15:30.711332 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Publish callbacks [] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.714694 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e626cd3-31ae-43f8-a167-8fdf45520d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1617ef6-8602-460c-9f60-aa5a000cbdd5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:30.767004 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4a590aed-f8ed-4a70-b532-e11dac28b182 admin admin] Publish callbacks [] for security_group (b2b8f3b3-3b61-47e6-bfed-23a2d442df62), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.773167 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4a590aed-f8ed-4a70-b532-e11dac28b182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (b2b8f3b3-3b61-47e6-bfed-23a2d442df62), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.786994 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:15:30.790946 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.813647 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-4a590aed-f8ed-4a70-b532-e11dac28b182 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cfed8c0a3a3b4de488a2e2d4429b8169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635850 Jan 26 13:15:30.818652 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35156) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:30.830520 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a590aed-f8ed-4a70-b532-e11dac28b182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b8f3b3-3b61-47e6-bfed-23a2d442df62,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:30.866175 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Pushing event updated for resources: {'Port': ['ID=75775a3e-eb84-4ddb-afc3-89ca3ccf2807,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:30.893316 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c7066b43-e806-4bd2-a652-33137f3d60c2 admin admin] Publish callbacks [] for security_group (b2b8f3b3-3b61-47e6-bfed-23a2d442df62), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.897685 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.902350 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Network 42b03eda-9fa4-4c59-bc82-ee077fd256f9 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:15:30.904066 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:30.920607 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:15:30.920750 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c7066b43-e806-4bd2-a652-33137f3d60c2 admin admin] Publish callbacks [] for security_group (b2b8f3b3-3b61-47e6-bfed-23a2d442df62), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:30.982451 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:30.983689 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.016695 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-a3c203c3-2ef4-4efb-afef-9997e50db6eb tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9611423 Jan 26 13:15:31.018792 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16680e-d0a6-4a69-9197-b785f2a0747a req-cb5202de-d45b-43e5-9a6a-976dfd6b09a7 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:31.020369 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5a16680e-d0a6-4a69-9197-b785f2a0747a req-cb5202de-d45b-43e5-9a6a-976dfd6b09a7 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 936 time: 0.0975971 Jan 26 13:15:31.049049 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Request body: {'port': {'device_id': 'bda90e44-fa56-46d3-8626-b7c52caa363c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:31.058321 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c7066b43-e806-4bd2-a652-33137f3d60c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (b2b8f3b3-3b61-47e6-bfed-23a2d442df62), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.061621 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c7066b43-e806-4bd2-a652-33137f3d60c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.084492 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-c7066b43-e806-4bd2-a652-33137f3d60c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2b8f3b3-3b61-47e6-bfed-23a2d442df62 HTTP/1.1" status: 204 len: 168 time: 0.2460856 Jan 26 13:15:31.141434 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.168324 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5a16680e-d0a6-4a69-9197-b785f2a0747a req-3e264442-5b90-4679-a8a7-47dac2ab3885 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386223 Jan 26 13:15:31.186874 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 35170) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:31.195354 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7066b43-e806-4bd2-a652-33137f3d60c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b8f3b3-3b61-47e6-bfed-23a2d442df62,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:31.250361 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f93a96c4-4d84-4eb2-a262-54fce788923e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.283740 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-310addc9-c2a5-4d72-bef0-b0ac07db9f7f None None] Provisioning complete for port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:31.284122 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-310addc9-c2a5-4d72-bef0-b0ac07db9f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.336036 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-310addc9-c2a5-4d72-bef0-b0ac07db9f7f None None] Port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:15:31.441942 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8d700-5d20-47cc-99be-0b1e079a18b3 req-8c3214ba-3e64-42ae-8e3d-e798c808093d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:31.444092 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5a8d700-5d20-47cc-99be-0b1e079a18b3 req-8c3214ba-3e64-42ae-8e3d-e798c808093d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.1168292 Jan 26 13:15:31.465351 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f93a96c4-4d84-4eb2-a262-54fce788923e admin admin] Publish callbacks [] for security_group (a5e9fac5-f46e-49b5-87f8-d977be57da7c), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.498333 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f93a96c4-4d84-4eb2-a262-54fce788923e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (a5e9fac5-f46e-49b5-87f8-d977be57da7c), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.516412 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5a8d700-5d20-47cc-99be-0b1e079a18b3 req-73d86324-a9d1-432b-9c82-6ef0cb5616a9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665178 Jan 26 13:15:31.550249 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f93a96c4-4d84-4eb2-a262-54fce788923e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dfcb0b625c904e7babcd183fddd65351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691633 Jan 26 13:15:31.553134 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35186) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:31.553274 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a96c4-4d84-4eb2-a262-54fce788923e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e9fac5-f46e-49b5-87f8-d977be57da7c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:31.615241 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a99883f7-e580-41ea-bd5c-46dd56a2f502 admin admin] Publish callbacks [] for security_group (a5e9fac5-f46e-49b5-87f8-d977be57da7c), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.630423 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35192) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:31.651570 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35e728ce-c35d-4736-93c1-66ed6fe49b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.653828 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:15:31.655574 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a99883f7-e580-41ea-bd5c-46dd56a2f502 admin admin] Publish callbacks [] for security_group (a5e9fac5-f46e-49b5-87f8-d977be57da7c), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.663195 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Publish callbacks [] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.679152 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Transition to ACTIVE for port object 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:15:31.685647 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.747058 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a99883f7-e580-41ea-bd5c-46dd56a2f502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (a5e9fac5-f46e-49b5-87f8-d977be57da7c), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.749708 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a99883f7-e580-41ea-bd5c-46dd56a2f502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.750881 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-a99883f7-e580-41ea-bd5c-46dd56a2f502 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5e9fac5-f46e-49b5-87f8-d977be57da7c HTTP/1.1" status: 204 len: 168 time: 0.1964481 Jan 26 13:15:31.770228 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99883f7-e580-41ea-bd5c-46dd56a2f502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e9fac5-f46e-49b5-87f8-d977be57da7c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:31.773321 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Pushing event updated for resources: {'Port': ['ID=75775a3e-eb84-4ddb-afc3-89ca3ccf2807,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:31.838026 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35e728ce-c35d-4736-93c1-66ed6fe49b44 admin admin] Publish callbacks [] for security_group (b1185399-5206-4646-b2af-61c0bdb530bb), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.853026 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35e728ce-c35d-4736-93c1-66ed6fe49b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (b1185399-5206-4646-b2af-61c0bdb530bb), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.914029 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Attempting to bind port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:15:31.915026 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Attempting to bind port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '149c453f-a503-413c-b859-7a236f0f00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:15:31.915503 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Attempting to bind port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 on network 42b03eda-9fa4-4c59-bc82-ee077fd256f9 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:15:31.923476 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 on network 42b03eda-9fa4-4c59-bc82-ee077fd256f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:15:31.924810 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Attempting to bind port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 on network 42b03eda-9fa4-4c59-bc82-ee077fd256f9 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:15:31.932887 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:15:31.934066 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Checking segment: {'id': '149c453f-a503-413c-b859-7a236f0f00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:15:31.934523 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Bound using segment: {'id': '149c453f-a503-413c-b859-7a236f0f00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:15:31.934967 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Bound port: 75775a3e-eb84-4ddb-afc3-89ca3ccf2807, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149c453f-a503-413c-b859-7a236f0f00da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:15:31.935321 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:31.940683 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-35e728ce-c35d-4736-93c1-66ed6fe49b44 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0361b628016f426d85d32fd7297d8f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092198 Jan 26 13:15:31.943279 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e728ce-c35d-4736-93c1-66ed6fe49b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1185399-5206-4646-b2af-61c0bdb530bb,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:31.946644 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35204) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:32.028592 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-808ee2d9-f487-4c61-bd14-9b70e23d86ec admin admin] Publish callbacks [] for security_group (b1185399-5206-4646-b2af-61c0bdb530bb), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:32.052055 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] For port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807, host hv-cinder-82418, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:15:32.058798 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] For port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=75775a3e-eb84-4ddb-afc3-89ca3ccf2807,segment=NetworkSegment(149c453f-a503-413c-b859-7a236f0f00da),segment_id=149c453f-a503-413c-b859-7a236f0f00da)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:15:32.060231 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-808ee2d9-f487-4c61-bd14-9b70e23d86ec admin admin] Publish callbacks [] for security_group (b1185399-5206-4646-b2af-61c0bdb530bb), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:32.065897 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:32.109325 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:32.110335 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:32.111374 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] 10.222.0.24 "PUT /v2.0/ports/75775a3e-eb84-4ddb-afc3-89ca3ccf2807 HTTP/1.1" status: 200 len: 1098 time: 1.0684550 Jan 26 13:15:32.111865 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda90e44-fa56-46d3-8626-b7c52caa363c', 'tag': '75775a3e-eb84-4ddb-afc3-89ca3ccf2807'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:15:32.114356 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5348fa18-fee3-4e8e-8231-62a3a0326c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "bda90e44-fa56-46d3-8626-b7c52caa363c", "tag": "75775a3e-eb84-4ddb-afc3-89ca3ccf2807"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:15:32.144840 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-808ee2d9-f487-4c61-bd14-9b70e23d86ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (b1185399-5206-4646-b2af-61c0bdb530bb), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:32.149090 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-808ee2d9-f487-4c61-bd14-9b70e23d86ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:32.156426 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-808ee2d9-f487-4c61-bd14-9b70e23d86ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1185399-5206-4646-b2af-61c0bdb530bb HTTP/1.1" status: 204 len: 168 time: 0.2068172 Jan 26 13:15:32.160522 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478327bb-a634-4ed2-bc4d-ae09fd482512 service neutron] Pushing event updated for resources: {'Port': ['ID=75775a3e-eb84-4ddb-afc3-89ca3ccf2807,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:32.168727 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ee2d9-f487-4c61-bd14-9b70e23d86ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1185399-5206-4646-b2af-61c0bdb530bb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:32.257715 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:32.265074 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25d41f1-e1a9-4110-8a0b-3ab85ff2de6d x-openstack-request-id: req-b25d41f1-e1a9-4110-8a0b-3ab85ff2de6d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:15:32.265368 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda90e44-fa56-46d3-8626-b7c52caa363c", "tag": "75775a3e-eb84-4ddb-afc3-89ca3ccf2807", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:15:32.265652 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b25d41f1-e1a9-4110-8a0b-3ab85ff2de6d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:15:32.266039 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda90e44-fa56-46d3-8626-b7c52caa363c', 'tag': '75775a3e-eb84-4ddb-afc3-89ca3ccf2807', 'status': 'completed', 'code': 200} Jan 26 13:15:32.308650 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa3ac-d113-4682-8248-793413666533 req-06a5b244-82b7-44dd-8321-3f418a2bf762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:32.310136 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-06a5b244-82b7-44dd-8321-3f418a2bf762 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e01a2ef16434d1fb400e815132cdb39&device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 1101 time: 0.1257310 Jan 26 13:15:32.362169 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-ac460574-e67b-4438-9ffd-4c397404287f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=75775a3e-eb84-4ddb-afc3-89ca3ccf2807 HTTP/1.1" status: 200 len: 217 time: 0.0436218 Jan 26 13:15:32.396016 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0e1dc-6cb0-4c01-8a52-cda9600ec99a req-26b6f771-e257-4b3d-88a5-9a3033664a3a tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:32.406129 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bce0e1dc-6cb0-4c01-8a52-cda9600ec99a req-26b6f771-e257-4b3d-88a5-9a3033664a3a tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 948 time: 0.1164951 Jan 26 13:15:32.451565 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa3ac-d113-4682-8248-793413666533 req-d3cf36cd-87d4-4db9-969b-69e05368ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:32.454448 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-d3cf36cd-87d4-4db9-969b-69e05368ca4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb588844-7400-4f36-bd12-51284f560c14 HTTP/1.1" status: 200 len: 843 time: 0.0840669 Jan 26 13:15:32.472341 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bce0e1dc-6cb0-4c01-8a52-cda9600ec99a req-60046339-62f2-470d-a31b-14668490e987 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652573 Jan 26 13:15:32.519529 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa3ac-d113-4682-8248-793413666533 req-381a0682-15b3-4a03-8d78-8d9756ea8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:32.521044 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-381a0682-15b3-4a03-8d78-8d9756ea8287 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42b03eda-9fa4-4c59-bc82-ee077fd256f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0576048 Jan 26 13:15:32.644116 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-6131c0f8-b43e-40ca-8272-94a26d1070cb service neutron] 10.222.0.24 "GET /v2.0/networks/42b03eda-9fa4-4c59-bc82-ee077fd256f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155131 Jan 26 13:15:32.647309 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed27907-d54c-4ce5-92d9-7ca98a029725 req-0cc189a0-f0ef-49b5-a7a5-d33e0af3abed tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:32.649045 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5ed27907-d54c-4ce5-92d9-7ca98a029725 req-0cc189a0-f0ef-49b5-a7a5-d33e0af3abed tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0575645 Jan 26 13:15:32.746590 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5ed27907-d54c-4ce5-92d9-7ca98a029725 req-c8304f9b-b196-4fc7-b7eb-340592962c88 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823162 Jan 26 13:15:32.755694 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-59aaa3ac-d113-4682-8248-793413666533 req-ccb13bb6-e2a1-439e-b65b-5f0cbebf92c2 service neutron] 10.222.0.24 "GET /v2.0/networks/42b03eda-9fa4-4c59-bc82-ee077fd256f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041014 Jan 26 13:15:32.872223 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fa18-fee3-4e8e-8231-62a3a0326c6b req-474996e5-a943-4c19-bdfb-bc76272bad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:32.873866 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5348fa18-fee3-4e8e-8231-62a3a0326c6b req-474996e5-a943-4c19-bdfb-bc76272bad78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e01a2ef16434d1fb400e815132cdb39&device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 1101 time: 0.0490668 Jan 26 13:15:32.990432 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fa18-fee3-4e8e-8231-62a3a0326c6b req-ad12249a-053f-4da0-b083-462e4ec51b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:32.992041 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5348fa18-fee3-4e8e-8231-62a3a0326c6b req-ad12249a-053f-4da0-b083-462e4ec51b36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42b03eda-9fa4-4c59-bc82-ee077fd256f9 HTTP/1.1" status: 200 len: 870 time: 0.1023624 Jan 26 13:15:33.045679 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5348fa18-fee3-4e8e-8231-62a3a0326c6b req-26e74076-1ab9-49cc-9903-9aa278d8a355 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=75775a3e-eb84-4ddb-afc3-89ca3ccf2807 HTTP/1.1" status: 200 len: 217 time: 0.0387671 Jan 26 13:15:33.106774 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fa18-fee3-4e8e-8231-62a3a0326c6b req-3fec8c28-08ff-4768-ad18-2a8357c00450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:33.109191 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5348fa18-fee3-4e8e-8231-62a3a0326c6b req-3fec8c28-08ff-4768-ad18-2a8357c00450 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb588844-7400-4f36-bd12-51284f560c14 HTTP/1.1" status: 200 len: 843 time: 0.0541556 Jan 26 13:15:33.163431 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348fa18-fee3-4e8e-8231-62a3a0326c6b req-fb80ccf8-a993-48da-820e-267095361e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:33.165378 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5348fa18-fee3-4e8e-8231-62a3a0326c6b req-fb80ccf8-a993-48da-820e-267095361e3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42b03eda-9fa4-4c59-bc82-ee077fd256f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0501099 Jan 26 13:15:33.287373 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5348fa18-fee3-4e8e-8231-62a3a0326c6b req-9a687675-a466-4c88-9922-4bff9f948ad8 service neutron] 10.222.0.24 "GET /v2.0/networks/42b03eda-9fa4-4c59-bc82-ee077fd256f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074810 Jan 26 13:15:33.392286 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5348fa18-fee3-4e8e-8231-62a3a0326c6b req-974e59fc-1279-4c96-9ff2-d0399dec7b58 service neutron] 10.222.0.24 "GET /v2.0/networks/42b03eda-9fa4-4c59-bc82-ee077fd256f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985532 Jan 26 13:15:33.609018 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839580d9-071d-4d9e-a737-21920e0af01b req-35915717-8973-4c1b-8cf5-80210ab69ee3 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:33.610947 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-839580d9-071d-4d9e-a737-21920e0af01b req-35915717-8973-4c1b-8cf5-80210ab69ee3 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 948 time: 0.0597236 Jan 26 13:15:33.678075 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-839580d9-071d-4d9e-a737-21920e0af01b req-c6f0f941-9b42-4b47-8a6b-fbf76146a37e tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611391 Jan 26 13:15:33.755057 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:33.863611 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858951-c25c-4a23-9d55-4a6c0fa42aa9 req-9fe2a44a-07ba-4bdc-aa2d-eea20b7baee6 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:33.871955 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ab858951-c25c-4a23-9d55-4a6c0fa42aa9 req-9fe2a44a-07ba-4bdc-aa2d-eea20b7baee6 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0606797 Jan 26 13:15:33.915389 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ab858951-c25c-4a23-9d55-4a6c0fa42aa9 req-81274545-cc05-419e-8703-4f1842e21a67 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Jan 26 13:15:34.617956 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:15:34.712597 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=75775a3e-eb84-4ddb-afc3-89ca3ccf2807,segment=NetworkSegment(149c453f-a503-413c-b859-7a236f0f00da),segment_id=149c453f-a503-413c-b859-7a236f0f00da)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:15:34.728576 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '75775a3e-eb84-4ddb-afc3-89ca3ccf2807', 'network_id': '42b03eda-9fa4-4c59-bc82-ee077fd256f9', 'port_id': '75775a3e-eb84-4ddb-afc3-89ca3ccf2807', 'mac_address': 'fa:16:3e:26:ea:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb588844-7400-4f36-bd12-51284f560c14', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:15:34.766527 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:34.767135 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:34.781160 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:15:34.802131 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed2523-ed8e-44f0-a772-0ce2580c87f4 req-83286e0d-a9e8-4702-9794-0e8b1990b09e tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:34.804024 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e2ed2523-ed8e-44f0-a772-0ce2580c87f4 req-83286e0d-a9e8-4702-9794-0e8b1990b09e tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 948 time: 0.0564077 Jan 26 13:15:34.807476 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=75775a3e-eb84-4ddb-afc3-89ca3ccf2807,segment=NetworkSegment(149c453f-a503-413c-b859-7a236f0f00da),segment_id=149c453f-a503-413c-b859-7a236f0f00da)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:15:34.811736 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:34.857573 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e2ed2523-ed8e-44f0-a772-0ce2580c87f4 req-f9fc028a-6f50-44cb-a82a-f7d25b6e9104 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472748 Jan 26 13:15:34.859434 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=75775a3e-eb84-4ddb-afc3-89ca3ccf2807,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:35.040781 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd419a1c-0d38-4671-9118-c182a9141d98 req-d17e9955-47a0-4abc-beba-86f25cfa42c4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:35.042275 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bd419a1c-0d38-4671-9118-c182a9141d98 req-d17e9955-47a0-4abc-beba-86f25cfa42c4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0482407 Jan 26 13:15:35.088863 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bd419a1c-0d38-4671-9118-c182a9141d98 req-d1c8b532-0a3b-49fc-8a76-497d923cb099 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Jan 26 13:15:35.182715 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['75775a3e-eb84-4ddb-afc3-89ca3ccf2807'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:15:35.862391 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35378) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:35.984674 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-582c1bc4-e9b7-4bcd-beed-44cb4f83b68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:36.019606 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dc23e-ce33-4ea2-b19e-bb70bccc9456 req-aa507a09-7028-4db9-9aee-25209b8f6b41 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:36.021234 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-326dc23e-ce33-4ea2-b19e-bb70bccc9456 req-aa507a09-7028-4db9-9aee-25209b8f6b41 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 949 time: 0.0810506 Jan 26 13:15:36.094904 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-326dc23e-ce33-4ea2-b19e-bb70bccc9456 req-77c674d8-c18a-4f6f-869e-14f0addd505f tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653565 Jan 26 13:15:36.125168 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-582c1bc4-e9b7-4bcd-beed-44cb4f83b68e admin admin] Publish callbacks [] for security_group (b4258c2e-2df9-4f82-8c86-6195bc047848), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:36.130428 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-582c1bc4-e9b7-4bcd-beed-44cb4f83b68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (b4258c2e-2df9-4f82-8c86-6195bc047848), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:36.177645 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c1bc4-e9b7-4bcd-beed-44cb4f83b68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4258c2e-2df9-4f82-8c86-6195bc047848,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:36.185300 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-582c1bc4-e9b7-4bcd-beed-44cb4f83b68e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c7cd58cf8f148f4a0eb3b2b0525923e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188009 Jan 26 13:15:36.185562 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35394) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:36.270166 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4a1dc-96c0-4707-9340-247ca317ca9b req-01b31a01-280b-49b6-8dbd-92ccf1cf7194 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:36.271635 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9dd4a1dc-96c0-4707-9340-247ca317ca9b req-01b31a01-280b-49b6-8dbd-92ccf1cf7194 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.1056690 Jan 26 13:15:36.277103 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0775fc9-7044-4430-b5e2-1f9c699a967c admin admin] Publish callbacks [] for security_group (b4258c2e-2df9-4f82-8c86-6195bc047848), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:36.313908 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0775fc9-7044-4430-b5e2-1f9c699a967c admin admin] Publish callbacks [] for security_group (b4258c2e-2df9-4f82-8c86-6195bc047848), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:36.357723 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9dd4a1dc-96c0-4707-9340-247ca317ca9b req-851d0b01-449a-4fd5-824e-bd3c02827745 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787225 Jan 26 13:15:36.388453 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0775fc9-7044-4430-b5e2-1f9c699a967c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (b4258c2e-2df9-4f82-8c86-6195bc047848), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:36.392362 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0775fc9-7044-4430-b5e2-1f9c699a967c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:36.400203 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-b0775fc9-7044-4430-b5e2-1f9c699a967c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4258c2e-2df9-4f82-8c86-6195bc047848 HTTP/1.1" status: 204 len: 168 time: 0.2120419 Jan 26 13:15:36.408905 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0775fc9-7044-4430-b5e2-1f9c699a967c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4258c2e-2df9-4f82-8c86-6195bc047848,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:36.633957 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:15:36.684486 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:15:36.692031 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:36.692031 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:36.779580 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:36.780006 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:36.804804 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda90e44-fa56-46d3-8626-b7c52caa363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75775a3e-eb84-4ddb-afc3-89ca3ccf2807'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:15:36.808260 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2235a02-45b0-40a0-922b-961f8079c99d" -d '{"events": [{"server_uuid": "bda90e44-fa56-46d3-8626-b7c52caa363c", "name": "network-vif-plugged", "status": "completed", "tag": "75775a3e-eb84-4ddb-afc3-89ca3ccf2807"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:15:36.821408 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=75775a3e-eb84-4ddb-afc3-89ca3ccf2807,segment=NetworkSegment(149c453f-a503-413c-b859-7a236f0f00da),segment_id=149c453f-a503-413c-b859-7a236f0f00da)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:15:36.828632 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:36.854113 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0531a529-3caf-4a64-a4bf-f0f2cc39c9df x-openstack-request-id: req-0531a529-3caf-4a64-a4bf-f0f2cc39c9df {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:15:36.854428 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda90e44-fa56-46d3-8626-b7c52caa363c", "name": "network-vif-plugged", "status": "completed", "tag": "75775a3e-eb84-4ddb-afc3-89ca3ccf2807", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:15:36.854686 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0531a529-3caf-4a64-a4bf-f0f2cc39c9df {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:15:36.855221 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda90e44-fa56-46d3-8626-b7c52caa363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75775a3e-eb84-4ddb-afc3-89ca3ccf2807', 'code': 200} Jan 26 13:15:36.882168 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=75775a3e-eb84-4ddb-afc3-89ca3ccf2807,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:37.089849 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e1ed7-0ecf-4300-bb05-cc4b1d3d991b req-c0afb003-2af8-4e29-abd6-5fee9c318ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:37.091402 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fb8e1ed7-0ecf-4300-bb05-cc4b1d3d991b req-c0afb003-2af8-4e29-abd6-5fee9c318ab3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 1103 time: 0.0516319 Jan 26 13:15:37.144592 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fb8e1ed7-0ecf-4300-bb05-cc4b1d3d991b req-5c98961b-9972-4c97-a07b-6355b8b4022e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Jan 26 13:15:37.233490 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47269d7e-16e7-4ae1-94ff-b3467cc61513 req-1823fffb-378c-44ab-b048-ce421966a1fd tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:37.234999 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47269d7e-16e7-4ae1-94ff-b3467cc61513 req-1823fffb-378c-44ab-b048-ce421966a1fd tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 950 time: 0.0556049 Jan 26 13:15:37.284576 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47269d7e-16e7-4ae1-94ff-b3467cc61513 req-79862f35-aea8-48e4-8e54-786a92062b0d tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430455 Jan 26 13:15:37.505319 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89942940-73b4-4e8d-b58a-2778ac0fc2c5 req-d5e975c8-61f4-482a-b34a-c97e31261b72 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:37.513720 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-89942940-73b4-4e8d-b58a-2778ac0fc2c5 req-d5e975c8-61f4-482a-b34a-c97e31261b72 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0600517 Jan 26 13:15:37.560133 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-89942940-73b4-4e8d-b58a-2778ac0fc2c5 req-ff59c173-ceb2-4c14-887b-498484086010 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450413 Jan 26 13:15:37.857896 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35482) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:37.959154 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98e68f28-642f-4a1c-9fe4-56be0c5f674e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.040358 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98e68f28-642f-4a1c-9fe4-56be0c5f674e admin admin] Publish callbacks [] for security_group (0d7b18fc-9727-4e6c-858e-81bfa905e2ef), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.044925 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98e68f28-642f-4a1c-9fe4-56be0c5f674e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (0d7b18fc-9727-4e6c-858e-81bfa905e2ef), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.073413 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-98e68f28-642f-4a1c-9fe4-56be0c5f674e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70c7fb550c6644c29fc2e3ba9854614e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144406 Jan 26 13:15:38.077074 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 35494) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:38.093562 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e68f28-642f-4a1c-9fe4-56be0c5f674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7b18fc-9727-4e6c-858e-81bfa905e2ef,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:38.124478 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73c165c7-0a31-4d18-bcdc-bd0b105539e7 admin admin] Publish callbacks [] for security_group (0d7b18fc-9727-4e6c-858e-81bfa905e2ef), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.144866 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73c165c7-0a31-4d18-bcdc-bd0b105539e7 admin admin] Publish callbacks [] for security_group (0d7b18fc-9727-4e6c-858e-81bfa905e2ef), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.192432 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73c165c7-0a31-4d18-bcdc-bd0b105539e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (0d7b18fc-9727-4e6c-858e-81bfa905e2ef), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.194978 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73c165c7-0a31-4d18-bcdc-bd0b105539e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.196141 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-73c165c7-0a31-4d18-bcdc-bd0b105539e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d7b18fc-9727-4e6c-858e-81bfa905e2ef HTTP/1.1" status: 204 len: 168 time: 0.1180935 Jan 26 13:15:38.203899 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c165c7-0a31-4d18-bcdc-bd0b105539e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7b18fc-9727-4e6c-858e-81bfa905e2ef,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:38.480940 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 35506) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:38.496682 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-126e6ac0-63ff-481b-a8ca-8c13b9c12a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.570950 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-126e6ac0-63ff-481b-a8ca-8c13b9c12a66 admin admin] Publish callbacks [] for security_group (8a5eb87d-266b-403a-a5ae-4b3459f53a41), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.575235 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-126e6ac0-63ff-481b-a8ca-8c13b9c12a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (8a5eb87d-266b-403a-a5ae-4b3459f53a41), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.613720 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-126e6ac0-63ff-481b-a8ca-8c13b9c12a66 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a499526e5824eb7b675cb5227fd146e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316879 Jan 26 13:15:38.614944 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e6ac0-63ff-481b-a8ca-8c13b9c12a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5eb87d-266b-403a-a5ae-4b3459f53a41,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:38.616337 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35514) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:38.671502 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68718f61-52b9-4a4c-acfe-5f49d9b8ca69 admin admin] Publish callbacks [] for security_group (8a5eb87d-266b-403a-a5ae-4b3459f53a41), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.692552 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68718f61-52b9-4a4c-acfe-5f49d9b8ca69 admin admin] Publish callbacks [] for security_group (8a5eb87d-266b-403a-a5ae-4b3459f53a41), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.736279 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68718f61-52b9-4a4c-acfe-5f49d9b8ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (8a5eb87d-266b-403a-a5ae-4b3459f53a41), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.738866 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68718f61-52b9-4a4c-acfe-5f49d9b8ca69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:38.740024 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-68718f61-52b9-4a4c-acfe-5f49d9b8ca69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a5eb87d-266b-403a-a5ae-4b3459f53a41 HTTP/1.1" status: 204 len: 168 time: 0.1226943 Jan 26 13:15:38.748806 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68718f61-52b9-4a4c-acfe-5f49d9b8ca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5eb87d-266b-403a-a5ae-4b3459f53a41,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:39.391873 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35538) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:39.485419 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1238247107-network', 'tenant_id': 'c08fd22dc3c1469b922304145f54b7b2'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:39.505721 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Made reservation on behalf of c08fd22dc3c1469b922304145f54b7b2 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:15:39.508115 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:39.517094 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:39.590633 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Publish callbacks [] for security_group (f4404edc-0676-430b-aa8e-93e919fd31f5), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:39.594218 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (f4404edc-0676-430b-aa8e-93e919fd31f5), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:39.620991 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:15:39.630913 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4404edc-0676-430b-aa8e-93e919fd31f5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:39.640275 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (c60ed5fa-23d7-48ff-9682-f11f735c0b58), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:39.640841 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.segments_db [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Added segment c60ed5fa-23d7-48ff-9682-f11f735c0b58 of type vlan for network 3ee17473-0b2f-4644-a857-d21c5518bba3 Jan 26 13:15:39.682952 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (3ee17473-0b2f-4644-a857-d21c5518bba3), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:39.717361 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (3ee17473-0b2f-4644-a857-d21c5518bba3), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:39.718276 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:39.718850 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:39.774976 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3818419 Jan 26 13:15:39.777811 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35548) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:39.782559 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-57cd2eac-9bb5-41e4-8058-87e5232a4a37 admin admin] Request body: {'subnet': {'network_id': '3ee17473-0b2f-4644-a857-d21c5518bba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1238247107-subnet', 'tenant_id': 'c08fd22dc3c1469b922304145f54b7b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:39.786262 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fead2f-1b45-440d-9ec8-80580008f687 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee17473-0b2f-4644-a857-d21c5518bba3,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:39.800024 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network 3ee17473-0b2f-4644-a857-d21c5518bba3 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:15:39.803527 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cd2eac-9bb5-41e4-8058-87e5232a4a37 admin admin] Made reservation on behalf of c08fd22dc3c1469b922304145f54b7b2 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:15:39.805826 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57cd2eac-9bb5-41e4-8058-87e5232a4a37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:39.975559 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57cd2eac-9bb5-41e4-8058-87e5232a4a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (c4201993-652a-4846-9606-704a9fbb9a0f), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:40.034230 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd2eac-9bb5-41e4-8058-87e5232a4a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4201993-652a-4846-9606-704a9fbb9a0f,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:40.041933 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd2eac-9bb5-41e4-8058-87e5232a4a37 admin admin] Checking segment: {'id': 'c60ed5fa-23d7-48ff-9682-f11f735c0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3ee17473-0b2f-4644-a857-d21c5518bba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:15:40.042157 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cd2eac-9bb5-41e4-8058-87e5232a4a37 admin admin] Network hostable DHCP agents. Network: 3ee17473-0b2f-4644-a857-d21c5518bba3, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:15:40.059274 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cd2eac-9bb5-41e4-8058-87e5232a4a37 admin admin] Network 3ee17473-0b2f-4644-a857-d21c5518bba3 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:15:40.067273 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-57cd2eac-9bb5-41e4-8058-87e5232a4a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, 3ee17473-0b2f-4644-a857-d21c5518bba3) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:40.071359 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cd2eac-9bb5-41e4-8058-87e5232a4a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:40.071955 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57cd2eac-9bb5-41e4-8058-87e5232a4a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:40.078699 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab6be0f-340e-40cb-bea8-c177bfb3bfbb None None] Network 3ee17473-0b2f-4644-a857-d21c5518bba3 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:15:40.087328 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-57cd2eac-9bb5-41e4-8058-87e5232a4a37 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3085244 Jan 26 13:15:40.178596 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ddcf9a-2326-4234-aa05-2bc9f0f273f9 None None] Network 3ee17473-0b2f-4644-a857-d21c5518bba3 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:15:40.543394 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35568) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:40.548412 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-130764217-network', 'tenant_id': '537d237b8078421583d4b673af5ffca2'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:40.567401 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Made reservation on behalf of 537d237b8078421583d4b673af5ffca2 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:15:40.569617 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:40.578066 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:40.649775 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Publish callbacks [] for security_group (2e44a8d3-006a-45e7-a8c2-ed6600e00615), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:40.653963 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (2e44a8d3-006a-45e7-a8c2-ed6600e00615), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:40.682311 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:15:40.687618 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e44a8d3-006a-45e7-a8c2-ed6600e00615,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:40.694619 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (79615f00-7659-4994-9b5d-ad678ed3fba5), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:40.694964 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.segments_db [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Added segment 79615f00-7659-4994-9b5d-ad678ed3fba5 of type vlan for network d8897c85-cbe3-407d-97ca-0c1267698221 Jan 26 13:15:40.736114 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (d8897c85-cbe3-407d-97ca-0c1267698221), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:40.759278 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (d8897c85-cbe3-407d-97ca-0c1267698221), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:40.760594 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:40.765005 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:40.795007 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2504134 Jan 26 13:15:40.797931 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 35574) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:40.802862 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-10eb6115-7525-4065-9652-b47dcf7cd9f6 admin admin] Request body: {'subnet': {'network_id': 'd8897c85-cbe3-407d-97ca-0c1267698221', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-130764217-subnet', 'tenant_id': '537d237b8078421583d4b673af5ffca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:40.830716 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10eb6115-7525-4065-9652-b47dcf7cd9f6 admin admin] Made reservation on behalf of 537d237b8078421583d4b673af5ffca2 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:15:40.834341 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-10eb6115-7525-4065-9652-b47dcf7cd9f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4636887'] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:40.835018 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72c3f8-dca7-43a4-9daf-815cb727e882 admin admin] Pushing event updated for resources: {'Network': ['ID=d8897c85-cbe3-407d-97ca-0c1267698221,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:40.846778 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network d8897c85-cbe3-407d-97ca-0c1267698221 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:15:40.938255 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03cb91-72dd-468d-9cb2-7c6da60343bf req-d6893970-0e94-40a5-b073-e4d64245877e tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:40.939797 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ce03cb91-72dd-468d-9cb2-7c6da60343bf req-d6893970-0e94-40a5-b073-e4d64245877e tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 950 time: 0.0747170 Jan 26 13:15:41.015835 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-10eb6115-7525-4065-9652-b47dcf7cd9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4580080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4636897'] for subnet (0c70b5f6-e7cf-4438-9047-2ae23ebd79dd), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:41.025098 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89c455-1f87-4054-99ef-dcf67ca62ce1 req-073cf792-60b8-4e8e-a975-c8a401dfa1d9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:41.026741 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fd89c455-1f87-4054-99ef-dcf67ca62ce1 req-073cf792-60b8-4e8e-a975-c8a401dfa1d9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0822883 Jan 26 13:15:41.030053 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ce03cb91-72dd-468d-9cb2-7c6da60343bf req-c6965e64-2d43-489e-ac2e-e5ec996fd947 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838807 Jan 26 13:15:41.062017 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb6115-7525-4065-9652-b47dcf7cd9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c70b5f6-e7cf-4438-9047-2ae23ebd79dd,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:41.080465 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb6115-7525-4065-9652-b47dcf7cd9f6 admin admin] Checking segment: {'id': '79615f00-7659-4994-9b5d-ad678ed3fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd8897c85-cbe3-407d-97ca-0c1267698221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:15:41.080740 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eb6115-7525-4065-9652-b47dcf7cd9f6 admin admin] Network hostable DHCP agents. Network: d8897c85-cbe3-407d-97ca-0c1267698221, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:15:41.080891 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fd89c455-1f87-4054-99ef-dcf67ca62ce1 req-d898374b-3bcc-407e-98a7-592b150756d4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478668 Jan 26 13:15:41.099296 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eb6115-7525-4065-9652-b47dcf7cd9f6 admin admin] Network d8897c85-cbe3-407d-97ca-0c1267698221 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:15:41.107938 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-10eb6115-7525-4065-9652-b47dcf7cd9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, d8897c85-cbe3-407d-97ca-0c1267698221) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:41.111875 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb6115-7525-4065-9652-b47dcf7cd9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:41.112460 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-10eb6115-7525-4065-9652-b47dcf7cd9f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:41.116460 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22039353-c6a9-41a5-923d-201219505deb None None] Network d8897c85-cbe3-407d-97ca-0c1267698221 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:15:41.128056 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-10eb6115-7525-4065-9652-b47dcf7cd9f6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3289557 Jan 26 13:15:41.216832 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe62bb1-5519-4a0b-b3e4-dac1ba56fde6 None None] Network d8897c85-cbe3-407d-97ca-0c1267698221 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:15:42.175657 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce2265-8e1d-437d-8729-c8dbb0e7fc1c req-5a64fc77-4819-493c-a70d-74b233e017b7 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:42.177140 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-03ce2265-8e1d-437d-8729-c8dbb0e7fc1c req-5a64fc77-4819-493c-a70d-74b233e017b7 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 950 time: 0.0621350 Jan 26 13:15:42.237281 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146db4e-53d9-43f4-8b26-d36172e4371e req-be5723ed-6746-4bf2-b1cc-22b462b8587a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:42.238741 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3146db4e-53d9-43f4-8b26-d36172e4371e req-be5723ed-6746-4bf2-b1cc-22b462b8587a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0788975 Jan 26 13:15:42.263024 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-03ce2265-8e1d-437d-8729-c8dbb0e7fc1c req-4b96f0f6-66db-455c-94a5-62793e03e280 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688987 Jan 26 13:15:42.294509 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3146db4e-53d9-43f4-8b26-d36172e4371e req-3b3b6cd1-35a7-4154-b624-9ab0027a6002 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486002 Jan 26 13:15:42.519131 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f156537-eb71-44f5-9e89-480d4707e571 req-993ab87f-cf85-4822-a399-2c61cc8e04bd tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:42.520599 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9f156537-eb71-44f5-9e89-480d4707e571 req-993ab87f-cf85-4822-a399-2c61cc8e04bd tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 950 time: 0.0460901 Jan 26 13:15:42.565235 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9f156537-eb71-44f5-9e89-480d4707e571 req-3836c69c-e32a-4496-bc14-85777a3bcb86 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387182 Jan 26 13:15:45.014792 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0cb1f-725d-4073-a87c-24208d50d395 req-45a3586b-5321-47f6-9fa1-d7753cabeaf8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:45.016304 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-eca0cb1f-725d-4073-a87c-24208d50d395 req-45a3586b-5321-47f6-9fa1-d7753cabeaf8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0894501 Jan 26 13:15:45.027128 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502c1bd-ccee-4faa-923f-3b1a67bdd32d req-84d14f95-05cf-4232-821b-3435af4b01f6 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:45.028567 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3502c1bd-ccee-4faa-923f-3b1a67bdd32d req-84d14f95-05cf-4232-821b-3435af4b01f6 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 950 time: 0.0758109 Jan 26 13:15:45.098447 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-eca0cb1f-725d-4073-a87c-24208d50d395 req-bc09ab2b-fed7-4563-985b-42459ca81ab2 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689259 Jan 26 13:15:45.101374 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3502c1bd-ccee-4faa-923f-3b1a67bdd32d req-62b443cd-b579-4cbb-a857-cdfa4f044c56 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662136 Jan 26 13:15:45.699300 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b8555-8598-440a-afb2-199afd8538a9 req-ed3e9387-ece6-4f60-b265-64058d3a8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:45.700768 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b30b8555-8598-440a-afb2-199afd8538a9 req-ed3e9387-ece6-4f60-b265-64058d3a8d2b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 1099 time: 0.0398729 Jan 26 13:15:45.747261 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b30b8555-8598-440a-afb2-199afd8538a9 req-41d206d2-856c-45fa-8e49-7824fbb88095 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391853 Jan 26 13:15:46.271705 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12db4aa-a348-4681-91a2-516c61df3305 req-d4c44dcf-5a27-4577-95d9-5d19ad960cd2 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:46.273254 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e12db4aa-a348-4681-91a2-516c61df3305 req-d4c44dcf-5a27-4577-95d9-5d19ad960cd2 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 950 time: 0.0585957 Jan 26 13:15:46.280583 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc42d5f-9452-44e9-8e15-ed3d6d580218 req-2e8d8c19-fce6-475c-9b3f-64e41fb95e7c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:46.287999 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ffc42d5f-9452-44e9-8e15-ed3d6d580218 req-2e8d8c19-fce6-475c-9b3f-64e41fb95e7c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.1032486 Jan 26 13:15:46.362178 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ffc42d5f-9452-44e9-8e15-ed3d6d580218 req-02e27529-40df-4864-8842-2c95e418647b tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732696 Jan 26 13:15:46.373933 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e12db4aa-a348-4681-91a2-516c61df3305 req-76def0a6-4f40-4928-bd63-f69af0ef9888 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774255 Jan 26 13:15:46.511528 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-c6286bf4-e3e8-4606-8464-9e9bfd76fda5 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040828973&fields=id&tenant_id=c1dad1718f94454dbcb0f01ac34e3a62 HTTP/1.1" status: 200 len: 267 time: 0.0462508 Jan 26 13:15:46.621866 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07954b-b963-460d-8c43-b8c82dea776b req-0ac03d57-77c3-46c9-a5bd-6a4741e9ee4c tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:46.623327 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-0ac03d57-77c3-46c9-a5bd-6a4741e9ee4c tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/networks?id=9a7188b1-377a-4966-a0d1-e183592de050 HTTP/1.1" status: 200 len: 809 time: 0.1049075 Jan 26 13:15:46.639446 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f5f78122-553a-4cda-a7aa-56b293f37315 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/quotas/c1dad1718f94454dbcb0f01ac34e3a62 HTTP/1.1" status: 200 len: 375 time: 0.0103748 Jan 26 13:15:46.693831 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-ae3bf9ae-d472-414b-89d0-931709b58fbd tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c1dad1718f94454dbcb0f01ac34e3a62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493484 Jan 26 13:15:46.788602 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-1424c290-61c8-47e4-b582-ffa92a80fbc3 service neutron] 10.222.0.10 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817461 Jan 26 13:15:46.883560 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-472735cb-52aa-469d-89c1-d7a1e54b1941 service neutron] 10.222.0.10 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892394 Jan 26 13:15:47.131608 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d3f0f-925a-4752-9ba6-42605f0ce29d req-497f3d34-9926-4eba-be43-8092d1f5a1f7 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:47.133320 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fc9d3f0f-925a-4752-9ba6-42605f0ce29d req-497f3d34-9926-4eba-be43-8092d1f5a1f7 tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.24 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 950 time: 0.1289763 Jan 26 13:15:47.240144 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9e80b40d-248a-49fe-8935-90a6223c0f7f req-203627b4-4d8f-4764-91b4-7f5b455c40a0 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 210 time: 0.0256925 Jan 26 13:15:47.521965 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-fc9d3f0f-925a-4752-9ba6-42605f0ce29d req-0065c1b5-fa31-4030-b94b-6f3bcaf7152a tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Deleting port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:15:47.522437 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-fc9d3f0f-925a-4752-9ba6-42605f0ce29d req-0065c1b5-fa31-4030-b94b-6f3bcaf7152a tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:47.625398 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0ab2e-99c0-486f-8a7f-786686623e12 req-173bfcab-1812-40fa-b375-1b46c2d0147c tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:47.627808 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-efc0ab2e-99c0-486f-8a7f-786686623e12 req-173bfcab-1812-40fa-b375-1b46c2d0147c tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/ports?device_id=bda90e44-fa56-46d3-8626-b7c52caa363c HTTP/1.1" status: 200 len: 950 time: 0.1137354 Jan 26 13:15:47.637244 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ef42a-18b3-4d6c-af87-f21bbd31ffbe req-a2c30570-419f-4355-811e-6599e38d2096 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:47.638916 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-291ef42a-18b3-4d6c-af87-f21bbd31ffbe req-a2c30570-419f-4355-811e-6599e38d2096 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.1236715 Jan 26 13:15:47.672898 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-fc9d3f0f-925a-4752-9ba6-42605f0ce29d req-0065c1b5-fa31-4030-b94b-6f3bcaf7152a tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] For port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=75775a3e-eb84-4ddb-afc3-89ca3ccf2807,segment=NetworkSegment(149c453f-a503-413c-b859-7a236f0f00da),segment_id=149c453f-a503-413c-b859-7a236f0f00da)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:15:47.673269 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-fc9d3f0f-925a-4752-9ba6-42605f0ce29d req-0065c1b5-fa31-4030-b94b-6f3bcaf7152a tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:47.694394 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-fc9d3f0f-925a-4752-9ba6-42605f0ce29d req-0065c1b5-fa31-4030-b94b-6f3bcaf7152a tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Calling delete_port for 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:15:47.925993 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-fc9d3f0f-925a-4752-9ba6-42605f0ce29d req-0065c1b5-fa31-4030-b94b-6f3bcaf7152a tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (75775a3e-eb84-4ddb-afc3-89ca3ccf2807), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:47.941290 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['75775a3e-eb84-4ddb-afc3-89ca3ccf2807'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:15:47.961344 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065c1b5-fa31-4030-b94b-6f3bcaf7152a tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Pushing event deleted for resources: {'Port': ['ID=75775a3e-eb84-4ddb-afc3-89ca3ccf2807,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:48.035907 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-291ef42a-18b3-4d6c-af87-f21bbd31ffbe req-79c8dcc5-79c0-4262-814f-87d5fe497301 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208704 Jan 26 13:15:48.049443 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9d3f0f-925a-4752-9ba6-42605f0ce29d req-0065c1b5-fa31-4030-b94b-6f3bcaf7152a tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] No DVR routers for this DVR port 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 on host hv-cinder-82418 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:15:48.058308 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-fc9d3f0f-925a-4752-9ba6-42605f0ce29d req-0065c1b5-fa31-4030-b94b-6f3bcaf7152a tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:48.062762 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-efc0ab2e-99c0-486f-8a7f-786686623e12 req-a7282eef-bb2f-401e-ba5a-62f80b934eaa tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228244 Jan 26 13:15:48.063330 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-fc9d3f0f-925a-4752-9ba6-42605f0ce29d req-0065c1b5-fa31-4030-b94b-6f3bcaf7152a tempest-VolumesNegativeTest-1935329790 tempest-VolumesNegativeTest-1935329790-project] 10.222.0.24 "DELETE /v2.0/ports/75775a3e-eb84-4ddb-afc3-89ca3ccf2807 HTTP/1.1" status: 204 len: 173 time: 0.8925574 Jan 26 13:15:48.077921 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda90e44-fa56-46d3-8626-b7c52caa363c', 'name': 'network-vif-deleted', 'tag': '75775a3e-eb84-4ddb-afc3-89ca3ccf2807'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:15:48.082986 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b969a2b9-dcce-4934-bc31-08832730a4d6" -d '{"events": [{"server_uuid": "bda90e44-fa56-46d3-8626-b7c52caa363c", "name": "network-vif-deleted", "tag": "75775a3e-eb84-4ddb-afc3-89ca3ccf2807"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:15:48.139327 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533b5c3d-82b3-4212-9873-421ed1d3f822 x-openstack-request-id: req-533b5c3d-82b3-4212-9873-421ed1d3f822 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:15:48.139943 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda90e44-fa56-46d3-8626-b7c52caa363c", "name": "network-vif-deleted", "tag": "75775a3e-eb84-4ddb-afc3-89ca3ccf2807", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:15:48.139943 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-533b5c3d-82b3-4212-9873-421ed1d3f822 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:15:48.141111 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda90e44-fa56-46d3-8626-b7c52caa363c', 'name': 'network-vif-deleted', 'tag': '75775a3e-eb84-4ddb-afc3-89ca3ccf2807', 'status': 'completed', 'code': 200} Jan 26 13:15:48.233332 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cff92-babc-4b83-8a45-b648935cff9c req-e97d40f4-b81e-404f-8077-fc6c8828c077 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:48.235262 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-942cff92-babc-4b83-8a45-b648935cff9c req-e97d40f4-b81e-404f-8077-fc6c8828c077 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0749190 Jan 26 13:15:48.281118 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 35796) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:48.288314 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-942cff92-babc-4b83-8a45-b648935cff9c req-770a497f-f09f-4364-acae-ce09d5caa0e9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471072 Jan 26 13:15:48.374343 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a6fa0f78-36dc-41d8-a1b0-1514fde9a1d4 req-99b830f8-ed99-4f32-ade9-bf1c1fbe4bf3 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 210 time: 0.0292561 Jan 26 13:15:48.418769 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f6a9482e-df40-4659-8fee-bca90be1de63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:48.592222 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f6a9482e-df40-4659-8fee-bca90be1de63 admin admin] Publish callbacks [] for security_group (2bff1d39-cc7a-4e6b-8275-8a71ff3cb59d), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:48.601796 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07954b-b963-460d-8c43-b8c82dea776b req-3c711451-90a9-47f3-8e76-f5579dc57bdc tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:48.603929 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-3c711451-90a9-47f3-8e76-f5579dc57bdc tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.24 "GET /v2.0/networks?id=9a7188b1-377a-4966-a0d1-e183592de050 HTTP/1.1" status: 200 len: 809 time: 0.1466711 Jan 26 13:15:48.605076 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f6a9482e-df40-4659-8fee-bca90be1de63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (2bff1d39-cc7a-4e6b-8275-8a71ff3cb59d), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:48.668383 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f6a9482e-df40-4659-8fee-bca90be1de63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adb222c4a51e469a8f29efc945843110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848004 Jan 26 13:15:48.670369 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35810) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:48.672666 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9482e-df40-4659-8fee-bca90be1de63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bff1d39-cc7a-4e6b-8275-8a71ff3cb59d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:48.737928 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-14ac0ac2-b938-4177-ab05-7a04be7c82e6 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1dad1718f94454dbcb0f01ac34e3a62 HTTP/1.1" status: 200 len: 380 time: 0.1149688 Jan 26 13:15:48.749203 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Request body: {'port': {'device_id': '2646082c-4fef-4367-9ee7-1daadbfba254', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'admin_state_up': True, 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'security_groups': ['518c86f1-e873-4f08-92f2-8199ab48f1bf']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:48.767545 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28e9d857-1293-4cec-a9e2-5f4e614b962e admin admin] Publish callbacks [] for security_group (2bff1d39-cc7a-4e6b-8275-8a71ff3cb59d), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:48.803561 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28e9d857-1293-4cec-a9e2-5f4e614b962e admin admin] Publish callbacks [] for security_group (2bff1d39-cc7a-4e6b-8275-8a71ff3cb59d), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:48.865882 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28e9d857-1293-4cec-a9e2-5f4e614b962e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (2bff1d39-cc7a-4e6b-8275-8a71ff3cb59d), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:48.868531 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28e9d857-1293-4cec-a9e2-5f4e614b962e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:48.872355 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-28e9d857-1293-4cec-a9e2-5f4e614b962e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2bff1d39-cc7a-4e6b-8275-8a71ff3cb59d HTTP/1.1" status: 204 len: 168 time: 0.1971805 Jan 26 13:15:48.879818 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9d857-1293-4cec-a9e2-5f4e614b962e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bff1d39-cc7a-4e6b-8275-8a71ff3cb59d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:48.892613 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Made reservation on behalf of c1dad1718f94454dbcb0f01ac34e3a62 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:15:48.899952 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.063927 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Allocated IP 172.20.0.3 (9a7188b1-377a-4966-a0d1-e183592de050/6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91/e753e698-7b58-4577-98f7-72bdf2682f35) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:15:49.273658 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35838) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:49.366643 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35846) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:49.380288 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0653e7ca-d637-49c1-8753-6f6311348a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.435825 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for port (e753e698-7b58-4577-98f7-72bdf2682f35), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.501575 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.560079 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0653e7ca-d637-49c1-8753-6f6311348a08 admin admin] Publish callbacks [] for security_group (3c05250a-2a55-4f5a-9ca7-5b88815545ae), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.577489 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0653e7ca-d637-49c1-8753-6f6311348a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (3c05250a-2a55-4f5a-9ca7-5b88815545ae), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.579261 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Network 9a7188b1-377a-4966-a0d1-e183592de050 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:15:49.584147 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:49.597183 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:15:49.602138 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event updated for resources: {'Port': ['ID=e753e698-7b58-4577-98f7-72bdf2682f35,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:49.681497 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:49.682419 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.702216 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f01ccf2c-8a15-4bc8-a524-ae4ff9985971 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9581771 Jan 26 13:15:49.705929 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-0653e7ca-d637-49c1-8753-6f6311348a08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3149fc6db93e4f99ae09886e1ee74a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382249 Jan 26 13:15:49.707293 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3760cdf7-1813-452f-a66e-4df321429337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.708804 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 35868) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:49.713886 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653e7ca-d637-49c1-8753-6f6311348a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c05250a-2a55-4f5a-9ca7-5b88815545ae,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:49.731111 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f430-2303-4c35-950d-17e35356fe8a req-c936d2ae-77e1-4569-8e2d-479ebfb164eb tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:49.739214 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c548f430-2303-4c35-950d-17e35356fe8a req-c936d2ae-77e1-4569-8e2d-479ebfb164eb tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 931 time: 0.1634099 Jan 26 13:15:49.753970 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Request body: {'port': {'device_id': '2646082c-4fef-4367-9ee7-1daadbfba254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:49.825599 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.855156 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3f55-ddcf-42a6-9698-52a2f4f7a2c3 admin admin] Publish callbacks [] for security_group (3c05250a-2a55-4f5a-9ca7-5b88815545ae), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.894293 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c548f430-2303-4c35-950d-17e35356fe8a req-f56cd6f4-9e5a-46d6-afe0-86bf52c5358c tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541753 Jan 26 13:15:49.898879 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3760cdf7-1813-452f-a66e-4df321429337 admin admin] Publish callbacks [] for security_group (664ee5ee-342b-47f7-a642-7a5dc6e769d1), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.906113 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3760cdf7-1813-452f-a66e-4df321429337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (664ee5ee-342b-47f7-a642-7a5dc6e769d1), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.930280 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3f55-ddcf-42a6-9698-52a2f4f7a2c3 admin admin] Publish callbacks [] for security_group (3c05250a-2a55-4f5a-9ca7-5b88815545ae), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:49.952876 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3760cdf7-1813-452f-a66e-4df321429337 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=378c31c60379499b8ee3b54155b55e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6779826 Jan 26 13:15:49.953771 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760cdf7-1813-452f-a66e-4df321429337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664ee5ee-342b-47f7-a642-7a5dc6e769d1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:49.956144 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35880) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:49.982855 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-eb08cf0b-e968-4b01-b647-cc4d674889f5 None None] Provisioning complete for port e753e698-7b58-4577-98f7-72bdf2682f35 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:49.983416 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-eb08cf0b-e968-4b01-b647-cc4d674889f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:50.035398 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5ccda53-9b07-4d26-accd-c9000597d4be admin admin] Publish callbacks [] for security_group (664ee5ee-342b-47f7-a642-7a5dc6e769d1), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:50.050981 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-eb08cf0b-e968-4b01-b647-cc4d674889f5 None None] Port e753e698-7b58-4577-98f7-72bdf2682f35 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:15:50.062347 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5ccda53-9b07-4d26-accd-c9000597d4be admin admin] Publish callbacks [] for security_group (664ee5ee-342b-47f7-a642-7a5dc6e769d1), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:50.125430 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3f55-ddcf-42a6-9698-52a2f4f7a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (3c05250a-2a55-4f5a-9ca7-5b88815545ae), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:50.129759 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3f55-ddcf-42a6-9698-52a2f4f7a2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:50.141201 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fe9c3f55-ddcf-42a6-9698-52a2f4f7a2c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c05250a-2a55-4f5a-9ca7-5b88815545ae HTTP/1.1" status: 204 len: 168 time: 0.4239345 Jan 26 13:15:50.196897 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5ccda53-9b07-4d26-accd-c9000597d4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (664ee5ee-342b-47f7-a642-7a5dc6e769d1), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:50.200196 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5ccda53-9b07-4d26-accd-c9000597d4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:50.203614 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c3f55-ddcf-42a6-9698-52a2f4f7a2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c05250a-2a55-4f5a-9ca7-5b88815545ae,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:50.203829 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-d5ccda53-9b07-4d26-accd-c9000597d4be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/664ee5ee-342b-47f7-a642-7a5dc6e769d1 HTTP/1.1" status: 204 len: 168 time: 0.2444623 Jan 26 13:15:50.218850 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62e2ca-af6c-4dbe-85d8-6e1b2c768a13 req-f0f796ff-b68c-4a09-8e40-7293eb5cad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:50.220394 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ac62e2ca-af6c-4dbe-85d8-6e1b2c768a13 req-f0f796ff-b68c-4a09-8e40-7293eb5cad12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 1099 time: 0.1102984 Jan 26 13:15:50.238774 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccda53-9b07-4d26-accd-c9000597d4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664ee5ee-342b-47f7-a642-7a5dc6e769d1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:50.263345 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d12d-2901-4301-8d72-8789882d6b24 req-d83531d7-6c43-4dfd-bc5a-1451ba2dc54a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:50.265088 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3340d12d-2901-4301-8d72-8789882d6b24 req-d83531d7-6c43-4dfd-bc5a-1451ba2dc54a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1199887 Jan 26 13:15:50.323307 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e753e698-7b58-4577-98f7-72bdf2682f35 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:15:50.337100 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Publish callbacks [] for port (e753e698-7b58-4577-98f7-72bdf2682f35), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:50.373536 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Transition to ACTIVE for port object e753e698-7b58-4577-98f7-72bdf2682f35 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:15:50.377659 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:50.396015 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3340d12d-2901-4301-8d72-8789882d6b24 req-1d9bdcc9-bd67-4469-9ab5-be365a566855 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217926 Jan 26 13:15:50.403501 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62e2ca-af6c-4dbe-85d8-6e1b2c768a13 req-409d9d50-f4f5-4660-831d-628f9d91dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:50.405165 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ac62e2ca-af6c-4dbe-85d8-6e1b2c768a13 req-409d9d50-f4f5-4660-831d-628f9d91dbd9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 919 time: 0.1752336 Jan 26 13:15:50.480191 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ac62e2ca-af6c-4dbe-85d8-6e1b2c768a13 req-02fe0115-5584-46bb-9db7-7a18c5f6e316 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=830afc2b-8430-4108-876b-03ab6faf6414 HTTP/1.1" status: 200 len: 217 time: 0.0645411 Jan 26 13:15:50.547945 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e753e698-7b58-4577-98f7-72bdf2682f35,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:50.604151 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62e2ca-af6c-4dbe-85d8-6e1b2c768a13 req-80fb0f43-b152-453a-8cec-dc08af43fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:50.609201 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ac62e2ca-af6c-4dbe-85d8-6e1b2c768a13 req-80fb0f43-b152-453a-8cec-dc08af43fe5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c10b2774-d5c6-47c5-b0d4-2aa87af1694a HTTP/1.1" status: 200 len: 858 time: 0.1188769 Jan 26 13:15:50.702268 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ac62e2ca-af6c-4dbe-85d8-6e1b2c768a13 req-81b642d0-074d-4fa0-80b6-5b3df2029276 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2c07cbf-0563-491b-9ebf-a4abee0132e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884640 Jan 26 13:15:50.715531 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Attempting to bind port e753e698-7b58-4577-98f7-72bdf2682f35 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:15:50.715531 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Attempting to bind port e753e698-7b58-4577-98f7-72bdf2682f35 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:15:50.715531 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Attempting to bind port e753e698-7b58-4577-98f7-72bdf2682f35 on network 9a7188b1-377a-4966-a0d1-e183592de050 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:15:50.726485 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Port e753e698-7b58-4577-98f7-72bdf2682f35 on network 9a7188b1-377a-4966-a0d1-e183592de050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:15:50.726818 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Attempting to bind port e753e698-7b58-4577-98f7-72bdf2682f35 on network 9a7188b1-377a-4966-a0d1-e183592de050 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:15:50.738118 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:15:50.738468 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Checking segment: {'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:15:50.742953 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Bound using segment: {'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:15:50.743435 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Bound port: e753e698-7b58-4577-98f7-72bdf2682f35, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9098d8-eeb5-423f-a3d0-9716ea90494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:15:50.744411 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:50.830387 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:50.891454 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 35976) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:50.912178 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-036935b0-5a49-4fac-95f4-5e47648b76cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:50.928539 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ac62e2ca-af6c-4dbe-85d8-6e1b2c768a13 req-0d8287ac-0244-4d1a-88b9-1ab02b5f9bc2 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200437 Jan 26 13:15:50.932735 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] For port e753e698-7b58-4577-98f7-72bdf2682f35, host hv-cinder-82418, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:15:51.028291 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-036935b0-5a49-4fac-95f4-5e47648b76cf admin admin] Publish callbacks [] for security_group (83a57a6a-e9e1-4581-b9d2-2a4ba3c6ff55), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:51.037680 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-036935b0-5a49-4fac-95f4-5e47648b76cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (83a57a6a-e9e1-4581-b9d2-2a4ba3c6ff55), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:51.042799 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] For port e753e698-7b58-4577-98f7-72bdf2682f35, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e753e698-7b58-4577-98f7-72bdf2682f35,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:15:51.058526 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:51.120677 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-036935b0-5a49-4fac-95f4-5e47648b76cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21edb000f5f4417285648ee267dc55e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281408 Jan 26 13:15:51.123314 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 35988) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:51.127833 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036935b0-5a49-4fac-95f4-5e47648b76cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a57a6a-e9e1-4581-b9d2-2a4ba3c6ff55,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:51.134110 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:51.135343 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:51.136886 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] 10.222.0.24 "PUT /v2.0/ports/e753e698-7b58-4577-98f7-72bdf2682f35 HTTP/1.1" status: 200 len: 1093 time: 1.3874099 Jan 26 13:15:51.137404 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:15:51.139544 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a690b2-70e8-4e6a-92e7-d46871bbe8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:15:51.167512 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e47e8-06e4-4953-b346-be36707177d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e753e698-7b58-4577-98f7-72bdf2682f35,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:51.173416 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364b1d9-acb5-45b0-9983-4bc925d22890 req-48d3d7ad-f333-4483-ab4f-c8444056c4ff tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:51.182971 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8364b1d9-acb5-45b0-9983-4bc925d22890 req-48d3d7ad-f333-4483-ab4f-c8444056c4ff tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.1855588 Jan 26 13:15:51.238292 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a96ada3-6448-4061-bb1b-aaed2098a67f x-openstack-request-id: req-4a96ada3-6448-4061-bb1b-aaed2098a67f {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:15:51.238579 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:15:51.238831 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a96ada3-6448-4061-bb1b-aaed2098a67f {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:15:51.239223 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'status': 'completed', 'code': 200} Jan 26 13:15:51.266711 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f3931422-8f9a-4d8b-acfe-129d496303fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:51.272225 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f3931422-8f9a-4d8b-acfe-129d496303fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1dad1718f94454dbcb0f01ac34e3a62&device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 1096 time: 0.0661488 Jan 26 13:15:51.280990 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ac62e2ca-af6c-4dbe-85d8-6e1b2c768a13 req-e3958dd9-419e-4d44-b4ae-15126bd79cea service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414083 Jan 26 13:15:51.345894 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4b78be5a-4951-4d16-bbd5-cce34e4cccfe admin admin] Publish callbacks [] for security_group (83a57a6a-e9e1-4581-b9d2-2a4ba3c6ff55), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:51.366927 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-614a7923-28e9-41ad-97bf-b17331f73237 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e753e698-7b58-4577-98f7-72bdf2682f35 HTTP/1.1" status: 200 len: 217 time: 0.0851505 Jan 26 13:15:51.378293 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8364b1d9-acb5-45b0-9983-4bc925d22890 req-8e687687-3936-4d0d-a334-74122f09cea4 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790667 Jan 26 13:15:51.412023 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4b78be5a-4951-4d16-bbd5-cce34e4cccfe admin admin] Publish callbacks [] for security_group (83a57a6a-e9e1-4581-b9d2-2a4ba3c6ff55), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:51.465081 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f88f7a5d-5108-4ce1-8c4b-2de2b07e14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:51.466640 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-f88f7a5d-5108-4ce1-8c4b-2de2b07e14bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91 HTTP/1.1" status: 200 len: 848 time: 0.0910087 Jan 26 13:15:51.506732 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4b78be5a-4951-4d16-bbd5-cce34e4cccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (83a57a6a-e9e1-4581-b9d2-2a4ba3c6ff55), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:51.510267 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4b78be5a-4951-4d16-bbd5-cce34e4cccfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:51.511821 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-4b78be5a-4951-4d16-bbd5-cce34e4cccfe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83a57a6a-e9e1-4581-b9d2-2a4ba3c6ff55 HTTP/1.1" status: 204 len: 168 time: 0.3873801 Jan 26 13:15:51.529990 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78be5a-4951-4d16-bbd5-cce34e4cccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a57a6a-e9e1-4581-b9d2-2a4ba3c6ff55,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:51.548782 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07954b-b963-460d-8c43-b8c82dea776b req-caccd011-9bca-4272-b0da-5a7f3c1d5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:51.550400 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-caccd011-9bca-4272-b0da-5a7f3c1d5c4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a7188b1-377a-4966-a0d1-e183592de050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750051 Jan 26 13:15:51.632320 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd8fe8-10fb-450d-916d-364dc2376b22 req-a3ede41f-a35a-4072-ae01-42d1930ea6ea tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:51.636386 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-90bd8fe8-10fb-450d-916d-364dc2376b22 req-a3ede41f-a35a-4072-ae01-42d1930ea6ea tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0958395 Jan 26 13:15:51.699629 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-25e76581-6383-4f36-a554-9581a8602c5f service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414702 Jan 26 13:15:51.724653 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-90bd8fe8-10fb-450d-916d-364dc2376b22 req-60469e55-faca-4d38-8dae-867c3679a84a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750108 Jan 26 13:15:51.816008 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-1d07954b-b963-460d-8c43-b8c82dea776b req-e9d51691-7d4b-4d49-b307-57f111a7f74a service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084025 Jan 26 13:15:51.938008 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a690b2-70e8-4e6a-92e7-d46871bbe8c2 req-9cdddc89-204d-40d2-ada7-37520310fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:51.943055 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b0a690b2-70e8-4e6a-92e7-d46871bbe8c2 req-9cdddc89-204d-40d2-ada7-37520310fe71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1dad1718f94454dbcb0f01ac34e3a62&device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 1096 time: 0.0656800 Jan 26 13:15:52.065744 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a690b2-70e8-4e6a-92e7-d46871bbe8c2 req-598ee853-94a4-4667-8e73-ab530a520165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:52.067213 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b0a690b2-70e8-4e6a-92e7-d46871bbe8c2 req-598ee853-94a4-4667-8e73-ab530a520165 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a7188b1-377a-4966-a0d1-e183592de050 HTTP/1.1" status: 200 len: 910 time: 0.1134701 Jan 26 13:15:52.159045 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b0a690b2-70e8-4e6a-92e7-d46871bbe8c2 req-624d09f1-e207-49ac-a470-728d77fe4f32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e753e698-7b58-4577-98f7-72bdf2682f35 HTTP/1.1" status: 200 len: 217 time: 0.0718679 Jan 26 13:15:52.247545 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a690b2-70e8-4e6a-92e7-d46871bbe8c2 req-6f73adc1-8113-4577-9f63-736bc7603a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:52.249966 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b0a690b2-70e8-4e6a-92e7-d46871bbe8c2 req-6f73adc1-8113-4577-9f63-736bc7603a30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91 HTTP/1.1" status: 200 len: 848 time: 0.0861440 Jan 26 13:15:52.347998 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a690b2-70e8-4e6a-92e7-d46871bbe8c2 req-3b387e7c-e6ca-41a1-8fef-cdb7e5942e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:52.349770 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b0a690b2-70e8-4e6a-92e7-d46871bbe8c2 req-3b387e7c-e6ca-41a1-8fef-cdb7e5942e3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a7188b1-377a-4966-a0d1-e183592de050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917251 Jan 26 13:15:52.461182 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b0a690b2-70e8-4e6a-92e7-d46871bbe8c2 req-153fb4b7-84e2-4a2b-b5f6-46b395d79273 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037841 Jan 26 13:15:52.526428 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1492dd-7f29-4d5b-b820-822a8c524f3b req-34daac87-c97a-48cb-bf63-52ae3e48649e tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:52.536933 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cd1492dd-7f29-4d5b-b820-822a8c524f3b req-34daac87-c97a-48cb-bf63-52ae3e48649e tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.0666440 Jan 26 13:15:52.610407 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b0a690b2-70e8-4e6a-92e7-d46871bbe8c2 req-2277214b-4bbc-4921-ad71-21ee68f0c6cf service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429906 Jan 26 13:15:52.628020 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cd1492dd-7f29-4d5b-b820-822a8c524f3b req-91a3ebd3-b759-4803-8841-4713169b03b5 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756407 Jan 26 13:15:52.696963 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:15:52.720429 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:15:52.720781 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 75775a3e-eb84-4ddb-afc3-89ca3ccf2807 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:15:52.849541 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c265bf-164f-482c-b201-0695c9ebe883 req-09bb87bb-016a-4681-8f1e-c78e8d0e2f20 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:52.861446 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d9c265bf-164f-482c-b201-0695c9ebe883 req-09bb87bb-016a-4681-8f1e-c78e8d0e2f20 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0732467 Jan 26 13:15:52.911363 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d9c265bf-164f-482c-b201-0695c9ebe883 req-7c78c435-ee68-4d7b-9322-3b08cb1f1b4c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489872 Jan 26 13:15:53.766176 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239856f-7387-4214-ac1a-0cf8016b8a76 req-cae634a6-ff86-4cb0-8d2a-6d34b757bcd2 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:53.767971 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d239856f-7387-4214-ac1a-0cf8016b8a76 req-cae634a6-ff86-4cb0-8d2a-6d34b757bcd2 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.0640926 Jan 26 13:15:53.827845 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d239856f-7387-4214-ac1a-0cf8016b8a76 req-b2a51dca-2c83-4bd8-b06b-8a17c0131e07 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521362 Jan 26 13:15:54.044610 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcefc8-625e-48e2-a243-fd1908eb21d0 req-c211b7cc-4045-4d72-8188-a6516c446b4b tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:54.046153 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fedcefc8-625e-48e2-a243-fd1908eb21d0 req-c211b7cc-4045-4d72-8188-a6516c446b4b tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0568957 Jan 26 13:15:54.095859 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fedcefc8-625e-48e2-a243-fd1908eb21d0 req-46963a1e-9591-4fde-8e47-c55d78278328 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Jan 26 13:15:54.948059 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401170e-fbaa-4d9b-aaa8-e36bdda4c225 req-819b7d10-4eb0-4853-a70d-16e3b4960351 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:54.949594 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9401170e-fbaa-4d9b-aaa8-e36bdda4c225 req-819b7d10-4eb0-4853-a70d-16e3b4960351 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.0492706 Jan 26 13:15:54.996897 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9401170e-fbaa-4d9b-aaa8-e36bdda4c225 req-42243b3e-675b-4165-a9cd-954616f659f9 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416207 Jan 26 13:15:55.225667 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49135d3-98e9-4a1f-b0a5-f71960734f10 req-1da78269-10c3-4bc8-b605-97a791a7dd7c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:55.227226 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c49135d3-98e9-4a1f-b0a5-f71960734f10 req-1da78269-10c3-4bc8-b605-97a791a7dd7c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0509000 Jan 26 13:15:55.288427 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c49135d3-98e9-4a1f-b0a5-f71960734f10 req-30223644-e8f7-4c58-bb39-8da09b7d88d8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532844 Jan 26 13:15:55.337440 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36322) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:55.467018 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-9eb207a4-f0e4-4ee7-b250-7f28fc768a36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e01a2ef16434d1fb400e815132cdb39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282635 Jan 26 13:15:55.469615 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36326) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:55.522355 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66cefc7b-5125-4dd9-9761-783b967c4b87 admin admin] Publish callbacks [] for security_group (2bc0a7ba-d90e-4f94-a37b-4e59e0efa466), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:55.544017 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66cefc7b-5125-4dd9-9761-783b967c4b87 admin admin] Publish callbacks [] for security_group (2bc0a7ba-d90e-4f94-a37b-4e59e0efa466), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:55.590601 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66cefc7b-5125-4dd9-9761-783b967c4b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (2bc0a7ba-d90e-4f94-a37b-4e59e0efa466), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:55.593181 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66cefc7b-5125-4dd9-9761-783b967c4b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:55.594303 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-66cefc7b-5125-4dd9-9761-783b967c4b87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2bc0a7ba-d90e-4f94-a37b-4e59e0efa466 HTTP/1.1" status: 204 len: 168 time: 0.1238091 Jan 26 13:15:55.601590 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cefc7b-5125-4dd9-9761-783b967c4b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc0a7ba-d90e-4f94-a37b-4e59e0efa466,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:56.140312 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e3a98-58b0-4ee1-81ba-4e865320a6a8 req-c7fc4c66-7803-44d3-96a1-80232254c00d tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:56.142956 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c85e3a98-58b0-4ee1-81ba-4e865320a6a8 req-c7fc4c66-7803-44d3-96a1-80232254c00d tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.0662944 Jan 26 13:15:56.247147 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c85e3a98-58b0-4ee1-81ba-4e865320a6a8 req-dfa6b597-5d35-4185-9163-878730e58f09 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980036 Jan 26 13:15:56.397348 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36418) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:56.468448 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a69811-d3de-499d-b964-280aaf190ff1 req-77216ef4-6d90-4a1d-b92f-eca9ef53d536 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:56.470619 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e8a69811-d3de-499d-b964-280aaf190ff1 req-77216ef4-6d90-4a1d-b92f-eca9ef53d536 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0940952 Jan 26 13:15:56.553489 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e8a69811-d3de-499d-b964-280aaf190ff1 req-28e3c239-651b-4ede-acf8-38406e40e6a9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717108 Jan 26 13:15:56.569004 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1880294118-network', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:56.591807 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Made reservation on behalf of 9ee1f69d46a04a0cbb2b0e04296d9cd3 for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:15:56.594384 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:56.604318 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:56.693494 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Publish callbacks [] for security_group (4a6dd94c-d275-4061-bf87-9e3f092c24b5), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:56.698421 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (4a6dd94c-d275-4061-bf87-9e3f092c24b5), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:56.704803 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36436) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:56.728954 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:15:56.737753 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6dd94c-d275-4061-bf87-9e3f092c24b5,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:56.745783 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (df16feb8-d25c-4a5b-be6b-de4b54979469), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:56.746662 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Added segment df16feb8-d25c-4a5b-be6b-de4b54979469 of type vlan for network c715bf63-2397-4403-a2dc-b9a4df0d6a60 Jan 26 13:15:56.788852 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (c715bf63-2397-4403-a2dc-b9a4df0d6a60), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:56.817347 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (c715bf63-2397-4403-a2dc-b9a4df0d6a60), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:56.818398 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:56.819041 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:56.828350 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a599976c-1153-4745-a208-5a3a9d910ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:56.854791 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4534910 Jan 26 13:15:56.858102 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36440) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:56.862979 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-523dca3b-3240-407f-a911-1c2d44264ea3 admin admin] Request body: {'subnet': {'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1880294118-subnet', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:56.886843 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b86cc8-f005-4912-a60e-4f6ea49cec30 admin admin] Pushing event updated for resources: {'Network': ['ID=c715bf63-2397-4403-a2dc-b9a4df0d6a60,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:56.898489 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523dca3b-3240-407f-a911-1c2d44264ea3 admin admin] Made reservation on behalf of 9ee1f69d46a04a0cbb2b0e04296d9cd3 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:15:56.901196 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network c715bf63-2397-4403-a2dc-b9a4df0d6a60 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:15:56.901958 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-523dca3b-3240-407f-a911-1c2d44264ea3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:56.982590 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a599976c-1153-4745-a208-5a3a9d910ada admin admin] Publish callbacks [] for security_group (e63bf438-d1a7-4ea6-8869-aabfd58a58a4), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:56.989088 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a599976c-1153-4745-a208-5a3a9d910ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (e63bf438-d1a7-4ea6-8869-aabfd58a58a4), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.038499 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599976c-1153-4745-a208-5a3a9d910ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63bf438-d1a7-4ea6-8869-aabfd58a58a4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:57.045697 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-a599976c-1153-4745-a208-5a3a9d910ada admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=60690c73f54d4f6e801e6b48fc7f195c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398046 Jan 26 13:15:57.048504 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36442) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:57.096666 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-241189cf-de0c-4ce6-b4bc-dd38c938c84d admin admin] Publish callbacks [] for security_group (e63bf438-d1a7-4ea6-8869-aabfd58a58a4), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.117016 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-241189cf-de0c-4ce6-b4bc-dd38c938c84d admin admin] Publish callbacks [] for security_group (e63bf438-d1a7-4ea6-8869-aabfd58a58a4), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.133564 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-523dca3b-3240-407f-a911-1c2d44264ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (8a1c51b8-431e-4863-b7de-0a8522943a75), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.184096 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-241189cf-de0c-4ce6-b4bc-dd38c938c84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (e63bf438-d1a7-4ea6-8869-aabfd58a58a4), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.187230 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-241189cf-de0c-4ce6-b4bc-dd38c938c84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.188942 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-241189cf-de0c-4ce6-b4bc-dd38c938c84d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e63bf438-d1a7-4ea6-8869-aabfd58a58a4 HTTP/1.1" status: 204 len: 168 time: 0.1394331 Jan 26 13:15:57.197377 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241189cf-de0c-4ce6-b4bc-dd38c938c84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63bf438-d1a7-4ea6-8869-aabfd58a58a4,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:57.202353 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dca3b-3240-407f-a911-1c2d44264ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1c51b8-431e-4863-b7de-0a8522943a75,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:57.213005 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dca3b-3240-407f-a911-1c2d44264ea3 admin admin] Checking segment: {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:15:57.213368 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523dca3b-3240-407f-a911-1c2d44264ea3 admin admin] Network hostable DHCP agents. Network: c715bf63-2397-4403-a2dc-b9a4df0d6a60, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:15:57.232886 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523dca3b-3240-407f-a911-1c2d44264ea3 admin admin] Network c715bf63-2397-4403-a2dc-b9a4df0d6a60 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:15:57.242787 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-523dca3b-3240-407f-a911-1c2d44264ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, c715bf63-2397-4403-a2dc-b9a4df0d6a60) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:57.248835 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523dca3b-3240-407f-a911-1c2d44264ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:57.249680 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-523dca3b-3240-407f-a911-1c2d44264ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.254511 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d65432-1bdf-4b38-bb34-44313db0862b None None] Network c715bf63-2397-4403-a2dc-b9a4df0d6a60 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:15:57.270502 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-523dca3b-3240-407f-a911-1c2d44264ea3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4113204 Jan 26 13:15:57.273338 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36448) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:57.277995 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:15:57.303218 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12833'] for router (5ae4a5db-5d8f-4b38-a172-3a530224e969), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.304804 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12856'] for router (5ae4a5db-5d8f-4b38-a172-3a530224e969), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.383878 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Publish callbacks [] for router_controller (5ae4a5db-5d8f-4b38-a172-3a530224e969), precommit_add_association {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.439994 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18114ee-e123-4218-a4d6-0e0655e0383d req-caf1170c-1caa-4e98-b877-3aaf02bf1037 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:57.445514 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e18114ee-e123-4218-a4d6-0e0655e0383d req-caf1170c-1caa-4e98-b877-3aaf02bf1037 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.0975533 Jan 26 13:15:57.534815 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e18114ee-e123-4218-a4d6-0e0655e0383d req-b8de9fe4-bf53-4615-b222-15fe4eecbc2f tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824342 Jan 26 13:15:57.575018 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-04503f90-fc18-4c7b-8510-249d0e705665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.618565 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8497d599-008a-52b4-8887-f55f4cc7a527-c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75'}]}} from dv-cinder-824187-5-iscsi. {{(pid=102610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 13:15:57.620578 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.627158 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Publish callbacks [] for router_gateway (5ae4a5db-5d8f-4b38-a172-3a530224e969), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.658474 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36466) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:57.696080 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-742caa44-e899-4244-bd20-ff0525f75529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.748591 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bf2da-372d-408a-917d-a6dd8966537b req-a3bdbe05-b0a8-41fc-87a0-ea06bbb029aa tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:57.750870 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-608bf2da-372d-408a-917d-a6dd8966537b req-a3bdbe05-b0a8-41fc-87a0-ea06bbb029aa tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1033096 Jan 26 13:15:57.787749 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Allocated IP 172.20.0.2 (c715bf63-2397-4403-a2dc-b9a4df0d6a60/8a1c51b8-431e-4863-b7de-0a8522943a75/89f50d3e-fa31-46c8-ad46-8aea50183a67) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:15:57.846357 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36480) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:57.860433 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-608bf2da-372d-408a-917d-a6dd8966537b req-26b7fc14-ae5c-4469-aed7-bdd098641128 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040585 Jan 26 13:15:57.884232 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36482) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:57.925478 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-742caa44-e899-4244-bd20-ff0525f75529 admin admin] Publish callbacks [] for security_group (d41d9ab8-a495-4edc-b5ae-2b2fe0bb13fd), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.929275 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-baef9073-6f0d-429c-b797-34f9d62c760b admin admin] Deleting subnet c4201993-652a-4846-9606-704a9fbb9a0f {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:15:57.934603 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baef9073-6f0d-429c-b797-34f9d62c760b admin admin] Publish callbacks [] for subnet (c4201993-652a-4846-9606-704a9fbb9a0f), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.936626 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-742caa44-e899-4244-bd20-ff0525f75529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (d41d9ab8-a495-4edc-b5ae-2b2fe0bb13fd), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.951470 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Publish callbacks [] for router_gateway (5ae4a5db-5d8f-4b38-a172-3a530224e969), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.975538 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:57.987901 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742caa44-e899-4244-bd20-ff0525f75529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41d9ab8-a495-4edc-b5ae-2b2fe0bb13fd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:57.994537 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Publish callbacks [] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.006197 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.014252 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baef9073-6f0d-429c-b797-34f9d62c760b admin admin] Publish callbacks [] for subnet (c4201993-652a-4846-9606-704a9fbb9a0f), precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.020606 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-742caa44-e899-4244-bd20-ff0525f75529 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1a5c53f22d44ea9b06219e93e935f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605678 Jan 26 13:15:58.024517 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36486) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:58.032661 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baef9073-6f0d-429c-b797-34f9d62c760b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (c4201993-652a-4846-9606-704a9fbb9a0f), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.054803 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Network c715bf63-2397-4403-a2dc-b9a4df0d6a60 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:15:58.058806 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:58.061854 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:15:58.075255 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Pushing event updated for resources: {'Port': ['ID=89f50d3e-fa31-46c8-ad46-8aea50183a67,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:58.085748 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4319cb0e-04f4-48fb-adae-84c0b2c5480d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.100828 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Allocated IP 172.27.2.241 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:15:58.129766 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Attempting to bind port 89f50d3e-fa31-46c8-ad46-8aea50183a67 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:15:58.130624 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Attempting to bind port 89f50d3e-fa31-46c8-ad46-8aea50183a67 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:15:58.131070 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Attempting to bind port 89f50d3e-fa31-46c8-ad46-8aea50183a67 on network c715bf63-2397-4403-a2dc-b9a4df0d6a60 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:15:58.137054 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:15:58.137572 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Checking segment: {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:15:58.138110 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.138631 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Bound using segment: {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:15:58.139335 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Bound port: 89f50d3e-fa31-46c8-ad46-8aea50183a67, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:15:58.139998 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.156731 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-16ae7262-2e17-4128-8cc6-db1beb98e898 admin admin] Publish callbacks [] for security_group (d41d9ab8-a495-4edc-b5ae-2b2fe0bb13fd), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.164334 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baef9073-6f0d-429c-b797-34f9d62c760b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (c4201993-652a-4846-9606-704a9fbb9a0f), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.213844 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef9073-6f0d-429c-b797-34f9d62c760b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4201993-652a-4846-9606-704a9fbb9a0f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:58.216933 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] For port 89f50d3e-fa31-46c8-ad46-8aea50183a67, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:15:58.222188 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Publish callbacks [] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.226051 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baef9073-6f0d-429c-b797-34f9d62c760b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.230486 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-baef9073-6f0d-429c-b797-34f9d62c760b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c4201993-652a-4846-9606-704a9fbb9a0f HTTP/1.1" status: 204 len: 168 time: 0.3822629 Jan 26 13:15:58.231848 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] For port 89f50d3e-fa31-46c8-ad46-8aea50183a67, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=89f50d3e-fa31-46c8-ad46-8aea50183a67,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:15:58.232597 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-16ae7262-2e17-4128-8cc6-db1beb98e898 admin admin] Publish callbacks [] for security_group (d41d9ab8-a495-4edc-b5ae-2b2fe0bb13fd), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.233292 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36488) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:58.238602 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.308385 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4319cb0e-04f4-48fb-adae-84c0b2c5480d admin admin] Publish callbacks [] for security_group (283b4cad-438e-4851-852b-ddc2b476d715), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.315119 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0e22f-399d-4d40-8216-d3a0ddf8f11a None None] Pushing event updated for resources: {'Port': ['ID=89f50d3e-fa31-46c8-ad46-8aea50183a67,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:58.317980 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4319cb0e-04f4-48fb-adae-84c0b2c5480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (283b4cad-438e-4851-852b-ddc2b476d715), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.340139 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (3ee17473-0b2f-4644-a857-d21c5518bba3), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.340429 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-16ae7262-2e17-4128-8cc6-db1beb98e898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (d41d9ab8-a495-4edc-b5ae-2b2fe0bb13fd), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.341921 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-16ae7262-2e17-4128-8cc6-db1beb98e898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.345618 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-16ae7262-2e17-4128-8cc6-db1beb98e898 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d41d9ab8-a495-4edc-b5ae-2b2fe0bb13fd HTTP/1.1" status: 204 len: 168 time: 0.3188946 Jan 26 13:15:58.345779 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.364461 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319cb0e-04f4-48fb-adae-84c0b2c5480d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283b4cad-438e-4851-852b-ddc2b476d715,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:58.369383 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-4319cb0e-04f4-48fb-adae-84c0b2c5480d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3426b76cd9f34524a9c9a1b37ace2ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4839213 Jan 26 13:15:58.372781 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36492) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:58.392309 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:15:58.397138 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae7262-2e17-4128-8cc6-db1beb98e898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41d9ab8-a495-4edc-b5ae-2b2fe0bb13fd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:58.443507 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:15:58.447006 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4252d9cc-ac17-47fe-a88c-2d6e19361272 admin admin] Publish callbacks [] for security_group (283b4cad-438e-4851-852b-ddc2b476d715), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.447819 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:15:58.486794 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4252d9cc-ac17-47fe-a88c-2d6e19361272 admin admin] Publish callbacks [] for security_group (283b4cad-438e-4851-852b-ddc2b476d715), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.540333 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:58.554760 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (3ee17473-0b2f-4644-a857-d21c5518bba3), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.585950 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4252d9cc-ac17-47fe-a88c-2d6e19361272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (283b4cad-438e-4851-852b-ddc2b476d715), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.608616 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4252d9cc-ac17-47fe-a88c-2d6e19361272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:58.612771 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-4252d9cc-ac17-47fe-a88c-2d6e19361272 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/283b4cad-438e-4851-852b-ddc2b476d715 HTTP/1.1" status: 204 len: 168 time: 0.2388120 Jan 26 13:15:58.640496 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252d9cc-ac17-47fe-a88c-2d6e19361272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283b4cad-438e-4851-852b-ddc2b476d715,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:58.818256 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a93175-ac5d-41c4-8ea0-46bae244cedb req-9e4675ca-5ea0-415e-9894-fb3a867aa13a tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:58.828192 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-32a93175-ac5d-41c4-8ea0-46bae244cedb req-9e4675ca-5ea0-415e-9894-fb3a867aa13a tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.1331921 Jan 26 13:15:58.900569 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 89f50d3e-fa31-46c8-ad46-8aea50183a67 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:15:58.941187 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-32a93175-ac5d-41c4-8ea0-46bae244cedb req-61e6f1fa-3abc-4614-8d69-92ba8abc4ba8 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120551 Jan 26 13:15:58.980054 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee17473-0b2f-4644-a857-d21c5518bba3']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:59.011073 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 89f50d3e-fa31-46c8-ad46-8aea50183a67 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:15:59.012077 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.022132 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60ed5fa-23d7-48ff-9682-f11f735c0b58') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:59.022443 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60ed5fa-23d7-48ff-9682-f11f735c0b58') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:59.053308 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269872'] for segment (c60ed5fa-23d7-48ff-9682-f11f735c0b58), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.077469 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (c60ed5fa-23d7-48ff-9682-f11f735c0b58), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.088142 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:15:59.088511 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4584851'] for segment (c60ed5fa-23d7-48ff-9682-f11f735c0b58), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: Traceback (most recent call last): Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: timer() Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: cb(*args, **kw) Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: self._notify() Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: self.callback(batched_events) Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: event.method(event) Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: return f(self, *a, **k) Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._get(url).json() Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:15:59.090691 dv-cinder-824187-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:15:59.102130 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d9bcd-90ae-4559-aacc-9cc1269013fd req-545834bc-219f-4b68-bbf7-e726db80f930 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:15:59.118970 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-686d9bcd-90ae-4559-aacc-9cc1269013fd req-545834bc-219f-4b68-bbf7-e726db80f930 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1006136 Jan 26 13:15:59.137822 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 89f50d3e-fa31-46c8-ad46-8aea50183a67 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:15:59.138691 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.193947 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-686d9bcd-90ae-4559-aacc-9cc1269013fd req-8f48ecca-9ba2-4ee9-baea-1ed82a35839a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719841 Jan 26 13:15:59.215719 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (3ee17473-0b2f-4644-a857-d21c5518bba3), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.218006 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port 89f50d3e-fa31-46c8-ad46-8aea50183a67, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=89f50d3e-fa31-46c8-ad46-8aea50183a67,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:15:59.221060 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.225085 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] 10.222.0.10 "DELETE /v2.0/networks/3ee17473-0b2f-4644-a857-d21c5518bba3 HTTP/1.1" status: 204 len: 168 time: 0.9905851 Jan 26 13:15:59.226075 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.230896 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36520) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:59.272235 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b6857-6853-48f3-9da1-4e91562a57ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee17473-0b2f-4644-a857-d21c5518bba3,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:59.292623 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Publish callbacks [] for router_gateway (5ae4a5db-5d8f-4b38-a172-3a530224e969), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.325327 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda94be9-2cf5-49ae-8516-3cfb34668091 admin admin] Deleting subnet 0c70b5f6-e7cf-4438-9047-2ae23ebd79dd {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:15:59.329700 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eda94be9-2cf5-49ae-8516-3cfb34668091 admin admin] Publish callbacks [] for subnet (0c70b5f6-e7cf-4438-9047-2ae23ebd79dd), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.344122 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36524) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:59.361982 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-efbd5fd2-f4f3-40f2-81cf-9b074e72ff8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.362108 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=89f50d3e-fa31-46c8-ad46-8aea50183a67,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:59.390983 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eda94be9-2cf5-49ae-8516-3cfb34668091 admin admin] Publish callbacks [] for subnet (0c70b5f6-e7cf-4438-9047-2ae23ebd79dd), precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.401770 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eda94be9-2cf5-49ae-8516-3cfb34668091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (0c70b5f6-e7cf-4438-9047-2ae23ebd79dd), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.475637 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eda94be9-2cf5-49ae-8516-3cfb34668091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for subnet (0c70b5f6-e7cf-4438-9047-2ae23ebd79dd), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.517130 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda94be9-2cf5-49ae-8516-3cfb34668091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c70b5f6-e7cf-4438-9047-2ae23ebd79dd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:59.526567 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eda94be9-2cf5-49ae-8516-3cfb34668091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.531063 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-eda94be9-2cf5-49ae-8516-3cfb34668091 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0c70b5f6-e7cf-4438-9047-2ae23ebd79dd HTTP/1.1" status: 204 len: 168 time: 0.2978168 Jan 26 13:15:59.534326 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36530) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:59.579876 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-efbd5fd2-f4f3-40f2-81cf-9b074e72ff8a admin admin] Publish callbacks [] for security_group (db74fa67-5b15-47ab-9201-521a4291eeee), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.592759 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-efbd5fd2-f4f3-40f2-81cf-9b074e72ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (db74fa67-5b15-47ab-9201-521a4291eeee), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.624550 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (d8897c85-cbe3-407d-97ca-0c1267698221), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.641547 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539040'] for router (5ae4a5db-5d8f-4b38-a172-3a530224e969), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.644147 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd5fd2-f4f3-40f2-81cf-9b074e72ff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db74fa67-5b15-47ab-9201-521a4291eeee,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:15:59.652509 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-efbd5fd2-f4f3-40f2-81cf-9b074e72ff8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ebdfb291d2774f52b247e3163ce64875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073552 Jan 26 13:15:59.656352 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36534) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:15:59.688061 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fdc74656-13d1-4d22-b8e6-6cb9647ba78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.731061 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (d8897c85-cbe3-407d-97ca-0c1267698221), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.771262 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.771578 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.772338 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.772672 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > port after_create 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.773408 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.773408 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > port after_update 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.773707 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.773986 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.774299 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.774679 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.797207 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de7be781-70ed-4a98-9e55-d4b7a3e43a27 admin admin] Publish callbacks [] for security_group (db74fa67-5b15-47ab-9201-521a4291eeee), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.849192 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de7be781-70ed-4a98-9e55-d4b7a3e43a27 admin admin] Publish callbacks [] for security_group (db74fa67-5b15-47ab-9201-521a4291eeee), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.871463 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.871843 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.873886 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40cfc11-ade4-42bb-8449-4f139784eba7 None None] Network c715bf63-2397-4403-a2dc-b9a4df0d6a60 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:15:59.875138 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.875624 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 13:15:59.876059 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8897c85-cbe3-407d-97ca-0c1267698221']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:59.897462 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79615f00-7659-4994-9b5d-ad678ed3fba5') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:59.897926 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79615f00-7659-4994-9b5d-ad678ed3fba5') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:15:59.920095 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Router 5ae4a5db-5d8f-4b38-a172-3a530224e969 is scheduled to L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 with binding_index 1 {{(pid=102609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 13:15:59.921333 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4329121'] for segment (79615f00-7659-4994-9b5d-ad678ed3fba5), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.947655 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (79615f00-7659-4994-9b5d-ad678ed3fba5), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.961761 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:15:59.962820 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4731852'] for segment (79615f00-7659-4994-9b5d-ad678ed3fba5), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: from cryptography.utils import int_from_bytes Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: from cryptography.utils import int_from_bytes Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: Traceback (most recent call last): Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: timer() Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: cb(*args, **kw) Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: return func(*args, **kwargs) Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: self._notify() Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: self.callback(batched_events) Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: event.method(event) Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: return f(self, *a, **k) Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._get(url).json() Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: return self.request(url, 'GET', **kwargs) Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:15:59.967797 dv-cinder-824187-5-iscsi neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:16:00.031633 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-2b3edde1-eb44-4d1b-be9c-692de0286d07 None None] Provisioning complete for port 89f50d3e-fa31-46c8-ad46-8aea50183a67 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:00.032198 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2b3edde1-eb44-4d1b-be9c-692de0286d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.040593 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:16:00.053053 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Sync routers for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:16:00.056957 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de7be781-70ed-4a98-9e55-d4b7a3e43a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (db74fa67-5b15-47ab-9201-521a4291eeee), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.060413 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de7be781-70ed-4a98-9e55-d4b7a3e43a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.061523 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-de7be781-70ed-4a98-9e55-d4b7a3e43a27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db74fa67-5b15-47ab-9201-521a4291eeee HTTP/1.1" status: 204 len: 168 time: 0.4039702 Jan 26 13:16:00.075015 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.076355 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-278a2733-3d3a-4c19-a6fe-1f3a24c64cb2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8020120 Jan 26 13:16:00.077456 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7be781-70ed-4a98-9e55-d4b7a3e43a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db74fa67-5b15-47ab-9201-521a4291eeee,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:00.080975 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36550) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:00.094639 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:16:00.095370 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:16:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:00.218208 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-2b3edde1-eb44-4d1b-be9c-692de0286d07 None None] Current status of the port 89f50d3e-fa31-46c8-ad46-8aea50183a67 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:00.290170 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (d8897c85-cbe3-407d-97ca-0c1267698221), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.308301 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.316404 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d8897c85-cbe3-407d-97ca-0c1267698221 HTTP/1.1" status: 204 len: 168 time: 0.7808120 Jan 26 13:16:00.344806 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:16:00.360675 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0c06e-258c-4d73-8899-eadcfb82dc50 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8897c85-cbe3-407d-97ca-0c1267698221,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:00.440457 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac97748-a8b1-4684-9526-3c5bcf79edf7 req-debdd3cc-1b5f-4f80-b40b-797d2e929ece tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:00.453443 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fac97748-a8b1-4684-9526-3c5bcf79edf7 req-debdd3cc-1b5f-4f80-b40b-797d2e929ece tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.3077233 Jan 26 13:16:00.510955 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550589de-e37f-45c8-83d6-358de4bce989 req-e3b03b23-e266-488f-b668-46137621c528 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:00.512558 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-550589de-e37f-45c8-83d6-358de4bce989 req-e3b03b23-e266-488f-b668-46137621c528 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1842208 Jan 26 13:16:00.547185 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-ba571905-3e64-46dc-9155-a38d216989fb None None] Provisioning complete for port 89f50d3e-fa31-46c8-ad46-8aea50183a67 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:00.547741 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ba571905-3e64-46dc-9155-a38d216989fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.569718 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fac97748-a8b1-4684-9526-3c5bcf79edf7 req-54e70d4e-290c-41a1-87f3-352695b9f30c tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054575 Jan 26 13:16:00.622929 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-550589de-e37f-45c8-83d6-358de4bce989 req-c5899f42-0afa-436d-bc6e-3e29ff6e17e9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989664 Jan 26 13:16:00.694610 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:15:59Z', 'revision_number': 3, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:00.709609 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36568) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:00.709969 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36570) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:00.735730 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device e753e698-7b58-4577-98f7-72bdf2682f35 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:16:00.737674 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Checking router: 5ae4a5db-5d8f-4b38-a172-3a530224e969 for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:16:00.738196 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Updating router 5ae4a5db-5d8f-4b38-a172-3a530224e969 port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 binding host dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:16:00.744283 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 89f50d3e-fa31-46c8-ad46-8aea50183a67 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:16:00.765519 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9fb098f-e12f-4500-be06-4f104a0d344f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.775110 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.816060 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-7b36575c-5361-484e-b741-9f8afff6f431 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c08fd22dc3c1469b922304145f54b7b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1037192 Jan 26 13:16:00.818935 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36572) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:00.902276 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.909991 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f222-c744-4c7c-865b-0ecfa3631b80 admin admin] Publish callbacks [] for security_group (f4404edc-0676-430b-aa8e-93e919fd31f5), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.939636 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9fb098f-e12f-4500-be06-4f104a0d344f admin admin] Publish callbacks [] for security_group (4a45f6fa-f75e-4ca3-bc09-1ccf6d4d19d7), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.947034 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-ba571905-3e64-46dc-9155-a38d216989fb None None] Current status of the port 89f50d3e-fa31-46c8-ad46-8aea50183a67 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:00.950673 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f222-c744-4c7c-865b-0ecfa3631b80 admin admin] Publish callbacks [] for security_group (f4404edc-0676-430b-aa8e-93e919fd31f5), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:00.952886 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9fb098f-e12f-4500-be06-4f104a0d344f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (4a45f6fa-f75e-4ca3-bc09-1ccf6d4d19d7), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.026750 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb098f-e12f-4500-be06-4f104a0d344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a45f6fa-f75e-4ca3-bc09-1ccf6d4d19d7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:01.039422 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.047781 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port e753e698-7b58-4577-98f7-72bdf2682f35, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e753e698-7b58-4577-98f7-72bdf2682f35,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:16:01.051324 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-e9fb098f-e12f-4500-be06-4f104a0d344f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65be5b18f0954b29a17544ee9adcc4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403304 Jan 26 13:16:01.057263 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36578) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:01.065264 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 89f50d3e-fa31-46c8-ad46-8aea50183a67 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:01.065573 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.069086 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'port_id': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'mac_address': 'fa:16:3e:61:ad:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:16:01.140324 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f222-c744-4c7c-865b-0ecfa3631b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (f4404edc-0676-430b-aa8e-93e919fd31f5), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.142896 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f222-c744-4c7c-865b-0ecfa3631b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.144061 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-e8f4f222-c744-4c7c-865b-0ecfa3631b80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4404edc-0676-430b-aa8e-93e919fd31f5 HTTP/1.1" status: 204 len: 168 time: 0.3242118 Jan 26 13:16:01.157100 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4f222-c744-4c7c-865b-0ecfa3631b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4404edc-0676-430b-aa8e-93e919fd31f5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:01.174936 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa016ada-9d6b-4cd9-a5b8-ff67bc0ddd5c admin admin] Publish callbacks [] for security_group (4a45f6fa-f75e-4ca3-bc09-1ccf6d4d19d7), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.202829 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa016ada-9d6b-4cd9-a5b8-ff67bc0ddd5c admin admin] Publish callbacks [] for security_group (4a45f6fa-f75e-4ca3-bc09-1ccf6d4d19d7), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.216257 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Allocated IP 172.20.0.1 (c715bf63-2397-4403-a2dc-b9a4df0d6a60/8a1c51b8-431e-4863-b7de-0a8522943a75/c9831ca2-7eb7-49b7-ac5e-d830c4500bbe) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:16:01.227226 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port e753e698-7b58-4577-98f7-72bdf2682f35 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:01.228025 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.246156 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e753e698-7b58-4577-98f7-72bdf2682f35 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:16:01.272973 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa016ada-9d6b-4cd9-a5b8-ff67bc0ddd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (4a45f6fa-f75e-4ca3-bc09-1ccf6d4d19d7), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.277666 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa016ada-9d6b-4cd9-a5b8-ff67bc0ddd5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.280302 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port e753e698-7b58-4577-98f7-72bdf2682f35, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e753e698-7b58-4577-98f7-72bdf2682f35,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:16:01.280941 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-fa016ada-9d6b-4cd9-a5b8-ff67bc0ddd5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a45f6fa-f75e-4ca3-bc09-1ccf6d4d19d7 HTTP/1.1" status: 204 len: 168 time: 0.2077487 Jan 26 13:16:01.289047 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.300975 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa016ada-9d6b-4cd9-a5b8-ff67bc0ddd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a45f6fa-f75e-4ca3-bc09-1ccf6d4d19d7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:01.321098 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Publish callbacks [] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.332984 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.379943 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 89f50d3e-fa31-46c8-ad46-8aea50183a67 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:01.403275 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=e753e698-7b58-4577-98f7-72bdf2682f35,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:01.404184 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Pushing event updated for resources: {'Port': ['ID=0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:01.407342 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Attempting to bind port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:16:01.407721 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Attempting to bind port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:16:01.408082 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Attempting to bind port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 on network d94d83f6-fc48-43f1-98be-5a76392d8959 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:16:01.417011 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.417355 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.418026 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.418026 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.418351 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.418671 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.418997 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.419314 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.419633 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.419982 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.420298 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.420611 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.420986 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:01.424710 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:16:01.425087 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Checking segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:16:01.425481 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.425890 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Bound using segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:16:01.426363 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Bound port: 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:16:01.426790 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.442101 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Publish callbacks [] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.483628 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.503627 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] For port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:16:01.509643 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] For port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:16:01.516983 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.536943 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Network c715bf63-2397-4403-a2dc-b9a4df0d6a60 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:16:01.538631 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:16:01.540697 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=c9831ca2-7eb7-49b7-ac5e-d830c4500bbe,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:01.543112 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:16:01.603587 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36594) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:01.611315 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539381'] for router_interface (5ae4a5db-5d8f-4b38-a172-3a530224e969), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.621155 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:16:01.621913 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['e753e698-7b58-4577-98f7-72bdf2682f35'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:16:01.622212 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:16:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:01.700678 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b03d00-c04d-4d0b-92fb-1de246a871a7 None None] Pushing event updated for resources: {'Port': ['ID=0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:01.803960 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36602) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:01.905253 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40ab0f-3608-4713-9638-d845c3cf3c26 req-4b3918f0-992d-493b-a28d-629108355e9e tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:01.906854 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ba40ab0f-3608-4713-9638-d845c3cf3c26 req-4b3918f0-992d-493b-a28d-629108355e9e tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 944 time: 0.2061379 Jan 26 13:16:01.910451 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-4edc9955-12f3-4810-b25f-edb1b32fc2eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=537d237b8078421583d4b673af5ffca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1027248 Jan 26 13:16:01.919290 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36606) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:01.990286 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:01.992827 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39092a4a-1459-4193-aafc-2b972e10c8fb req-f913931e-4aae-4c5b-9ada-6333d7331fec tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:02.005500 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-39092a4a-1459-4193-aafc-2b972e10c8fb req-f913931e-4aae-4c5b-9ada-6333d7331fec tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1943638 Jan 26 13:16:02.080930 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:16:02.088289 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ba40ab0f-3608-4713-9638-d845c3cf3c26 req-24ab25b5-2628-4c32-9aeb-6ce724d89e28 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659932 Jan 26 13:16:02.098433 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-39092a4a-1459-4193-aafc-2b972e10c8fb req-14759df9-3f5c-4f9f-9d52-551d382b73f8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919542 Jan 26 13:16:02.138970 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-d5f68596-a79a-42c2-aae6-a912ed421d97 None None] Provisioning complete for port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:02.139981 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d5f68596-a79a-42c2-aae6-a912ed421d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.144513 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20cac767-336b-4bcc-95a6-6410712a33c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.245571 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Publish callbacks [] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.259099 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.300704 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-d5f68596-a79a-42c2-aae6-a912ed421d97 None None] Port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:16:02.311377 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20cac767-336b-4bcc-95a6-6410712a33c1 admin admin] Publish callbacks [] for security_group (ecbf0ba4-2b16-46b2-b20d-3b5a33a74377), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.312260 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.319865 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20cac767-336b-4bcc-95a6-6410712a33c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (ecbf0ba4-2b16-46b2-b20d-3b5a33a74377), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.362026 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-20cac767-336b-4bcc-95a6-6410712a33c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69da2b2b15a54f1dad6229c099daa30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7578709 Jan 26 13:16:02.365002 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36618) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:02.365805 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:15:59Z', 'revision_number': 3, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:02.382611 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cac767-336b-4bcc-95a6-6410712a33c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbf0ba4-2b16-46b2-b20d-3b5a33a74377,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:02.408557 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c1d9-49ee-4819-b1a8-8f906b16cce9 admin admin] Publish callbacks [] for security_group (2e44a8d3-006a-45e7-a8c2-ed6600e00615), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.411735 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533861'] for router_interface (5ae4a5db-5d8f-4b38-a172-3a530224e969), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.416519 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=c9831ca2-7eb7-49b7-ac5e-d830c4500bbe,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:02.424216 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6856-a736-4970-8b5d-d23b4132ad0e admin admin] Publish callbacks [] for security_group (ecbf0ba4-2b16-46b2-b20d-3b5a33a74377), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.429672 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cca24-d0f5-419f-b2c4-df449313170d None None] The sync data for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi is: [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:15:59Z', 'revision_number': 3, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:16:02.451459 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6856-a736-4970-8b5d-d23b4132ad0e admin admin] Publish callbacks [] for security_group (ecbf0ba4-2b16-46b2-b20d-3b5a33a74377), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.453629 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c1d9-49ee-4819-b1a8-8f906b16cce9 admin admin] Publish callbacks [] for security_group (2e44a8d3-006a-45e7-a8c2-ed6600e00615), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.519563 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6856-a736-4970-8b5d-d23b4132ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (ecbf0ba4-2b16-46b2-b20d-3b5a33a74377), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.522479 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cdd6856-a736-4970-8b5d-d23b4132ad0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.527113 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-8cdd6856-a736-4970-8b5d-d23b4132ad0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ecbf0ba4-2b16-46b2-b20d-3b5a33a74377 HTTP/1.1" status: 204 len: 168 time: 0.1611266 Jan 26 13:16:02.535517 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd6856-a736-4970-8b5d-d23b4132ad0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbf0ba4-2b16-46b2-b20d-3b5a33a74377,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:02.589073 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Network c715bf63-2397-4403-a2dc-b9a4df0d6a60 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:16:02.590855 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:16:02.648555 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c1d9-49ee-4819-b1a8-8f906b16cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (2e44a8d3-006a-45e7-a8c2-ed6600e00615), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.651444 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c1d9-49ee-4819-b1a8-8f906b16cce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:02.655418 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7ed2c1d9-49ee-4819-b1a8-8f906b16cce9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e44a8d3-006a-45e7-a8c2-ed6600e00615 HTTP/1.1" status: 204 len: 168 time: 0.7339728 Jan 26 13:16:02.667185 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2c1d9-49ee-4819-b1a8-8f906b16cce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e44a8d3-006a-45e7-a8c2-ed6600e00615,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:02.851272 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Router 5ae4a5db-5d8f-4b38-a172-3a530224e969 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:16:02.980998 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:16:02.987606 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fe0901cf-72e1-4914-9c2b-b72aa9478fc4 admin admin] 10.222.0.10 "PUT /v2.0/routers/5ae4a5db-5d8f-4b38-a172-3a530224e969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054272 Jan 26 13:16:03.039637 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-1edd07eb-72d7-44e7-a0ca-c0c14f64a3cf None None] Provisioning complete for port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:03.040865 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1edd07eb-72d7-44e7-a0ca-c0c14f64a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:03.061748 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36642) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:03.079388 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-1edd07eb-72d7-44e7-a0ca-c0c14f64a3cf None None] Port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:16:03.082527 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f8960c7-c3fb-4776-926f-b874e2453298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:03.183706 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f8960c7-c3fb-4776-926f-b874e2453298 admin admin] Publish callbacks [] for security_group (22c7a459-6d24-439f-88e1-43c808dd28e9), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:03.189297 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f8960c7-c3fb-4776-926f-b874e2453298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (22c7a459-6d24-439f-88e1-43c808dd28e9), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:03.247467 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8960c7-c3fb-4776-926f-b874e2453298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c7a459-6d24-439f-88e1-43c808dd28e9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:03.270856 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-6f8960c7-c3fb-4776-926f-b874e2453298 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c791afe809f543e1853fafd83a6427c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053711 Jan 26 13:16:03.271339 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36650) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:03.324303 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab442da-8d8d-473d-be60-aec8ceaf0138 req-0fd9ed02-0ba2-4267-91eb-9f5d6b5de253 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:03.331088 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bab442da-8d8d-473d-be60-aec8ceaf0138 req-0fd9ed02-0ba2-4267-91eb-9f5d6b5de253 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 944 time: 0.1325250 Jan 26 13:16:03.341640 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54424d-ad38-4f74-b611-1cd9ab26bd45 req-e31e683d-8e2e-4ecb-8e39-13375b1fc6a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:03.348942 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1e54424d-ad38-4f74-b611-1cd9ab26bd45 req-e31e683d-8e2e-4ecb-8e39-13375b1fc6a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1296620 Jan 26 13:16:03.438394 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266f859d-8ceb-4359-866d-d2c542b8744f admin admin] Publish callbacks [] for security_group (22c7a459-6d24-439f-88e1-43c808dd28e9), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:03.453226 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bab442da-8d8d-473d-be60-aec8ceaf0138 req-077e4fed-cdfb-4ee3-97c8-916a620e5164 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211841 Jan 26 13:16:03.527603 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1e54424d-ad38-4f74-b611-1cd9ab26bd45 req-3752c1a1-5ed8-4391-968a-c1f0a5bca8b6 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765676 Jan 26 13:16:03.573527 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266f859d-8ceb-4359-866d-d2c542b8744f admin admin] Publish callbacks [] for security_group (22c7a459-6d24-439f-88e1-43c808dd28e9), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:03.686923 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266f859d-8ceb-4359-866d-d2c542b8744f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (22c7a459-6d24-439f-88e1-43c808dd28e9), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:03.690455 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-266f859d-8ceb-4359-866d-d2c542b8744f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:03.695175 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-266f859d-8ceb-4359-866d-d2c542b8744f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22c7a459-6d24-439f-88e1-43c808dd28e9 HTTP/1.1" status: 204 len: 168 time: 0.4216418 Jan 26 13:16:03.711020 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f859d-8ceb-4359-866d-d2c542b8744f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c7a459-6d24-439f-88e1-43c808dd28e9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:03.759545 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:04.114715 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36690) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:04.124203 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-800821505-network', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:16:04.149892 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Made reservation on behalf of 0cfca11ab12b43259aae9f0673719e71 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:16:04.152683 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:04.161240 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:04.253768 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Publish callbacks [] for security_group (63cb0535-f93b-4b81-b42b-379acbfcdc1c), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:04.260268 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (63cb0535-f93b-4b81-b42b-379acbfcdc1c), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:04.281890 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:16:04.296811 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cb0535-f93b-4b81-b42b-379acbfcdc1c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:04.301828 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (90f53387-ea71-4001-99e7-170f10349343), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:04.302355 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.segments_db [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Added segment 90f53387-ea71-4001-99e7-170f10349343 of type vlan for network 92d64238-de63-42e7-ac79-5b3d2817a32c Jan 26 13:16:04.355129 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (92d64238-de63-42e7-ac79-5b3d2817a32c), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:04.398774 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (92d64238-de63-42e7-ac79-5b3d2817a32c), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:04.400340 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:04.401031 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:04.464073 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3468719 Jan 26 13:16:04.467082 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36704) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:04.467801 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6886e5-2429-4f29-840c-29f900c507bb admin admin] Pushing event updated for resources: {'Network': ['ID=92d64238-de63-42e7-ac79-5b3d2817a32c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:04.472629 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-f06d47d2-b5ec-4a45-9d3e-2c51e25d53d3 admin admin] Request body: {'subnet': {'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-800821505-subnet', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:16:04.479090 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network 92d64238-de63-42e7-ac79-5b3d2817a32c details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:16:04.530947 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06d47d2-b5ec-4a45-9d3e-2c51e25d53d3 admin admin] Made reservation on behalf of 0cfca11ab12b43259aae9f0673719e71 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:16:04.533409 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f06d47d2-b5ec-4a45-9d3e-2c51e25d53d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4636887'] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:04.639516 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3ca13-e9b5-4d74-b276-0717dbbabf40 req-e626ed81-0f29-4f49-8093-bf6dedd98d29 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:04.648000 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7bc3ca13-e9b5-4d74-b276-0717dbbabf40 req-e626ed81-0f29-4f49-8093-bf6dedd98d29 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 944 time: 0.1048913 Jan 26 13:16:04.712642 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device e753e698-7b58-4577-98f7-72bdf2682f35 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:16:04.797437 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7bc3ca13-e9b5-4d74-b276-0717dbbabf40 req-7d7180f3-64b6-4b81-9934-b2771e3cbe17 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401057 Jan 26 13:16:04.813748 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:16:04.819579 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee81de-5e3e-4662-be0b-7ec3e6820785 req-12cde0ec-01bb-4ef5-855d-479d6e2550fc tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:04.834086 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3bee81de-5e3e-4662-be0b-7ec3e6820785 req-12cde0ec-01bb-4ef5-855d-479d6e2550fc tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1583004 Jan 26 13:16:04.841496 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f06d47d2-b5ec-4a45-9d3e-2c51e25d53d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4580080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4636897'] for subnet (56537923-7d56-4b26-bb08-f2af9c3f8432), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:04.882348 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port e753e698-7b58-4577-98f7-72bdf2682f35 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:16:04.898629 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port e753e698-7b58-4577-98f7-72bdf2682f35 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:04.899517 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:04.942000 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d47d2-b5ec-4a45-9d3e-2c51e25d53d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56537923-7d56-4b26-bb08-f2af9c3f8432,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:04.972726 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3bee81de-5e3e-4662-be0b-7ec3e6820785 req-7db45b0d-0d6d-4219-9167-d42d8dca9069 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341355 Jan 26 13:16:04.997908 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d47d2-b5ec-4a45-9d3e-2c51e25d53d3 admin admin] Checking segment: {'id': '90f53387-ea71-4001-99e7-170f10349343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:16:05.000153 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06d47d2-b5ec-4a45-9d3e-2c51e25d53d3 admin admin] Network hostable DHCP agents. Network: 92d64238-de63-42e7-ac79-5b3d2817a32c, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:16:05.002198 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Sync routers for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:16:05.040912 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06d47d2-b5ec-4a45-9d3e-2c51e25d53d3 admin admin] Network 92d64238-de63-42e7-ac79-5b3d2817a32c is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:16:05.043141 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:05.043524 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.059789 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-f06d47d2-b5ec-4a45-9d3e-2c51e25d53d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, 92d64238-de63-42e7-ac79-5b3d2817a32c) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:16:05.064201 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06d47d2-b5ec-4a45-9d3e-2c51e25d53d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:05.064749 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f06d47d2-b5ec-4a45-9d3e-2c51e25d53d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.084755 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f06d47d2-b5ec-4a45-9d3e-2c51e25d53d3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6158679 Jan 26 13:16:05.087772 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36734) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:05.092012 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-800821505-router', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:16:05.121233 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be21040b-1603-44f0-8f35-f6d597687169 None None] Network 92d64238-de63-42e7-ac79-5b3d2817a32c requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:16:05.121509 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12833'] for router (0afdfcd4-19ad-4614-9670-5dd7298f5b46), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.122720 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12856'] for router (0afdfcd4-19ad-4614-9670-5dd7298f5b46), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.210338 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36738) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:05.216698 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:16:05.217564 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:16:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:05.222193 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Publish callbacks [] for router_controller (0afdfcd4-19ad-4614-9670-5dd7298f5b46), precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.423003 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6b351ddf-5a37-4533-980c-47d30c8c6f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.445552 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Publish callbacks [] for router_gateway (0afdfcd4-19ad-4614-9670-5dd7298f5b46), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.528220 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6b351ddf-5a37-4533-980c-47d30c8c6f42 admin admin] Publish callbacks [] for security_group (168ca631-01f3-473c-ad89-7d2f674e5cbc), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.538591 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6b351ddf-5a37-4533-980c-47d30c8c6f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (168ca631-01f3-473c-ad89-7d2f674e5cbc), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.558058 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:05.558459 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.584827 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:16:05.592452 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port e753e698-7b58-4577-98f7-72bdf2682f35 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:05.592930 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.615582 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-6b351ddf-5a37-4533-980c-47d30c8c6f42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=180e470973284c35a807b06fb9d00b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4040120 Jan 26 13:16:05.616537 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b351ddf-5a37-4533-980c-47d30c8c6f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168ca631-01f3-473c-ad89-7d2f674e5cbc,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:05.619272 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36750) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:05.646924 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.663226 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:16:05.666858 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62be1444-6d60-45a1-a771-9ed2c36470f0" -d '{"events": [{"server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "name": "network-vif-plugged", "status": "completed", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:16:05.739364 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port e753e698-7b58-4577-98f7-72bdf2682f35, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e753e698-7b58-4577-98f7-72bdf2682f35,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:16:05.755368 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde88619-0c55-419b-93fe-1972fe8f93d4 x-openstack-request-id: req-cde88619-0c55-419b-93fe-1972fe8f93d4 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:16:05.755801 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "name": "network-vif-plugged", "status": "completed", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:16:05.755937 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cde88619-0c55-419b-93fe-1972fe8f93d4 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:16:05.756320 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'code': 200} Jan 26 13:16:05.758446 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:05.812346 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:05.817439 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:16:05.819631 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8497d599-008a-52b4-8887-f55f4cc7a527-92d64238-de63-42e7-ac79-5b3d2817a32c', 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c', 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'fixed_ips': [{'subnet_id': '56537923-7d56-4b26-bb08-f2af9c3f8432'}]}} from dv-cinder-824187-5-iscsi. {{(pid=102610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 13:16:05.820613 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.042271 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=e753e698-7b58-4577-98f7-72bdf2682f35,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:06.129806 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4739fb6a-3d09-47ac-855b-d483aff9dffb admin admin] Publish callbacks [] for security_group (168ca631-01f3-473c-ad89-7d2f674e5cbc), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.146549 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab05b8-bb58-4ea0-92ac-1c67c4fb448d req-7dae67b7-22fb-4055-8215-b4444a5e356c tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:06.146813 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Allocated IP 172.20.0.2 (92d64238-de63-42e7-ac79-5b3d2817a32c/56537923-7d56-4b26-bb08-f2af9c3f8432/7bece6d9-abe1-457a-ba84-d0eecc88d43f) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:16:06.148811 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1fab05b8-bb58-4ea0-92ac-1c67c4fb448d req-7dae67b7-22fb-4055-8215-b4444a5e356c tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.1667027 Jan 26 13:16:06.190214 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Publish callbacks [] for router_gateway (0afdfcd4-19ad-4614-9670-5dd7298f5b46), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.205069 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4739fb6a-3d09-47ac-855b-d483aff9dffb admin admin] Publish callbacks [] for security_group (168ca631-01f3-473c-ad89-7d2f674e5cbc), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.238333 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9be7a3-ab2d-4944-8165-c088bfc1c4d6 req-7041423c-5d6e-4af2-833d-7d87d27b178f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:06.239830 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8f9be7a3-ab2d-4944-8165-c088bfc1c4d6 req-7041423c-5d6e-4af2-833d-7d87d27b178f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1752260 Jan 26 13:16:06.243586 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.270862 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:02Z', 'revision_number': 2, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:06.302236 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Checking router: 5ae4a5db-5d8f-4b38-a172-3a530224e969 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:16:06.302592 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Updating router 5ae4a5db-5d8f-4b38-a172-3a530224e969 port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe binding host dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:16:06.344799 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1fab05b8-bb58-4ea0-92ac-1c67c4fb448d req-e05ffb69-6725-4bc8-a3d0-fcfb5bea4798 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795669 Jan 26 13:16:06.356560 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.392186 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8f9be7a3-ab2d-4944-8165-c088bfc1c4d6 req-b9dcc8ad-b922-485f-a9fa-7bcc2e2b0755 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388171 Jan 26 13:16:06.396595 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Publish callbacks [] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.412629 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.422216 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4739fb6a-3d09-47ac-855b-d483aff9dffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (168ca631-01f3-473c-ad89-7d2f674e5cbc), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.424818 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4739fb6a-3d09-47ac-855b-d483aff9dffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.425950 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-4739fb6a-3d09-47ac-855b-d483aff9dffb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/168ca631-01f3-473c-ad89-7d2f674e5cbc HTTP/1.1" status: 204 len: 168 time: 0.8054571 Jan 26 13:16:06.441520 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739fb6a-3d09-47ac-855b-d483aff9dffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168ca631-01f3-473c-ad89-7d2f674e5cbc,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:06.477899 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Allocated IP 172.27.2.85 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/32a0e16b-0316-43de-8e38-df82d1d3e172) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:16:06.504139 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Network 92d64238-de63-42e7-ac79-5b3d2817a32c is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:16:06.521995 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:16:06.568966 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Pushing event updated for resources: {'Port': ['ID=7bece6d9-abe1-457a-ba84-d0eecc88d43f,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:06.578428 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:16:06.610946 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Publish callbacks [] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.655444 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.671041 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Attempting to bind port 7bece6d9-abe1-457a-ba84-d0eecc88d43f on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:16:06.671415 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Attempting to bind port 7bece6d9-abe1-457a-ba84-d0eecc88d43f by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '90f53387-ea71-4001-99e7-170f10349343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:16:06.671804 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Attempting to bind port 7bece6d9-abe1-457a-ba84-d0eecc88d43f on network 92d64238-de63-42e7-ac79-5b3d2817a32c {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:16:06.706595 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:16:06.710097 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:16:06.710564 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Checking segment: {'id': '90f53387-ea71-4001-99e7-170f10349343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:16:06.710874 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:16:06.710990 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.711357 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Bound using segment: {'id': '90f53387-ea71-4001-99e7-170f10349343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:16:06.712607 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Bound port: 7bece6d9-abe1-457a-ba84-d0eecc88d43f, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f53387-ea71-4001-99e7-170f10349343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:16:06.713002 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.715898 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:16:06.719202 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:16:06.755029 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Pushing event updated for resources: {'Port': ['ID=32a0e16b-0316-43de-8e38-df82d1d3e172,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:06.869270 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] For port 7bece6d9-abe1-457a-ba84-d0eecc88d43f, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:16:06.902258 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:06.902618 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.905264 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] For port 7bece6d9-abe1-457a-ba84-d0eecc88d43f, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=7bece6d9-abe1-457a-ba84-d0eecc88d43f,segment=NetworkSegment(90f53387-ea71-4001-99e7-170f10349343),segment_id=90f53387-ea71-4001-99e7-170f10349343)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:16:06.929210 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.973969 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Publish callbacks [] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:06.996778 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:07.028170 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d4072-1725-481c-acde-60bc95ac2abf None None] Pushing event updated for resources: {'Port': ['ID=7bece6d9-abe1-457a-ba84-d0eecc88d43f,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:07.032259 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Publish callbacks [] for router_gateway (0afdfcd4-19ad-4614-9670-5dd7298f5b46), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:07.195466 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8fc72-e693-4768-9408-2d2c1898a285 None None] Pushing event updated for resources: {'Port': ['ID=c9831ca2-7eb7-49b7-ac5e-d830c4500bbe,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:07.225072 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:07.248488 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Attempting to bind port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:16:07.248865 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Attempting to bind port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:16:07.249230 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Attempting to bind port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe on network c715bf63-2397-4403-a2dc-b9a4df0d6a60 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:16:07.265082 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:16:07.266042 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Checking segment: {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:16:07.266454 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:07.266851 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Bound using segment: {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:16:07.267336 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Bound port: c9831ca2-7eb7-49b7-ac5e-d830c4500bbe, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:16:07.267740 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:07.398643 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] For port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:16:07.404317 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] For port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=c9831ca2-7eb7-49b7-ac5e-d830c4500bbe,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:16:07.411899 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:07.425185 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539040'] for router (0afdfcd4-19ad-4614-9670-5dd7298f5b46), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:07.513158 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7dc6a4d3-1e30-4990-a1ff-7cc31baabaaf None None] Provisioning complete for port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:07.513539 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a4d3-1e30-4990-a1ff-7cc31baabaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:07.526602 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8fc72-e693-4768-9408-2d2c1898a285 None None] Pushing event updated for resources: {'Port': ['ID=c9831ca2-7eb7-49b7-ac5e-d830c4500bbe,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:07.575223 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:16:07.575965 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:16:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:07.626260 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122c8df-7821-4b46-a4e0-6f09fecbdc3e req-e48bd55a-2d6a-4ddf-8e77-57a9175ffa8b tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:07.631911 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a122c8df-7821-4b46-a4e0-6f09fecbdc3e req-e48bd55a-2d6a-4ddf-8e77-57a9175ffa8b tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.1049769 Jan 26 13:16:07.673083 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Router 0afdfcd4-19ad-4614-9670-5dd7298f5b46 is scheduled to L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 13:16:07.772356 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a122c8df-7821-4b46-a4e0-6f09fecbdc3e req-f698fdb4-da15-4319-8092-803b91c0cad8 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341970 Jan 26 13:16:07.787178 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:16:07.852206 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:16:07.863350 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Sync routers for ids ['0afdfcd4-19ad-4614-9670-5dd7298f5b46'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:16:07.876340 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:07.878029 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-670d0437-2bbe-4194-a4f9-2ce78d92ef88 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7893071 Jan 26 13:16:07.881522 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36808) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:07.887098 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Routers {'0afdfcd4-19ad-4614-9670-5dd7298f5b46'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:16:07.887756 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:16:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['0afdfcd4-19ad-4614-9670-5dd7298f5b46'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:07.936295 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64268ef-6f3f-4b78-89de-53ec11b2ee65 req-b9633611-3c2d-4533-ada8-d1814523576c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:07.938128 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e64268ef-6f3f-4b78-89de-53ec11b2ee65 req-b9633611-3c2d-4533-ada8-d1814523576c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0555456 Jan 26 13:16:08.057485 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Set router 0afdfcd4-19ad-4614-9670-5dd7298f5b46 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:16:08.064649 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6a4d3-1e30-4990-a1ff-7cc31baabaaf None None] Current status of the port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:08.064649 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a4d3-1e30-4990-a1ff-7cc31baabaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:08.068450 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:16:08.095802 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e64268ef-6f3f-4b78-89de-53ec11b2ee65 req-46696937-e0ef-4a2a-95a0-83649399ed8d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470375 Jan 26 13:16:08.290591 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6dc86-21e8-467f-afe1-b4cf80e4c6d7 req-2b65f98c-b211-47b6-8461-1640179b706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:08.294531 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-69e6dc86-21e8-467f-afe1-b4cf80e4c6d7 req-2b65f98c-b211-47b6-8461-1640179b706d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 1098 time: 0.1705668 Jan 26 13:16:08.315412 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7dc6a4d3-1e30-4990-a1ff-7cc31baabaaf None None] For port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=c9831ca2-7eb7-49b7-ac5e-d830c4500bbe,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:16:08.328469 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a4d3-1e30-4990-a1ff-7cc31baabaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:08.390301 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-69e6dc86-21e8-467f-afe1-b4cf80e4c6d7 req-ec206643-9dc7-4256-82d3-8753dad97bcf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508540 Jan 26 13:16:08.420933 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'name': 'tempest-TestVolumeBootPattern-800821505-router', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:16:05Z', 'updated_at': '2022-01-26T13:16:06Z', 'revision_number': 3, 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'gw_port': {'id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:15:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:06Z', 'updated_at': '2022-01-26T13:16:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:08.447625 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6a4d3-1e30-4990-a1ff-7cc31baabaaf None None] Pushing event updated for resources: {'Port': ['ID=c9831ca2-7eb7-49b7-ac5e-d830c4500bbe,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:08.467017 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Checking router: 0afdfcd4-19ad-4614-9670-5dd7298f5b46 for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:16:08.467970 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Updating router 0afdfcd4-19ad-4614-9670-5dd7298f5b46 port 32a0e16b-0316-43de-8e38-df82d1d3e172 binding host dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:16:08.482740 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-cd3b8a22-88cc-42da-b448-cf214faa9684 None None] Provisioning complete for port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:08.483136 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8a22-88cc-42da-b448-cf214faa9684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:08.512002 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:08.589357 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:07Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:08.706696 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da464c5-369d-463f-9d08-2a750506fed8 None None] The sync data for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi is: [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:07Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:16:08.747806 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9cba9b-b806-469c-9e00-54c871a34f82 None None] Network 92d64238-de63-42e7-ac79-5b3d2817a32c requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:16:08.804875 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b8a22-88cc-42da-b448-cf214faa9684 None None] Current status of the port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:08.915524 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 7bece6d9-abe1-457a-ba84-d0eecc88d43f up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:16:09.003945 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-f7cda9a0-c610-471f-af81-695eb42cbe26 None None] Provisioning complete for port 7bece6d9-abe1-457a-ba84-d0eecc88d43f triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:09.004457 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f7cda9a0-c610-471f-af81-695eb42cbe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.081701 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.089545 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279116c1-5443-4d46-bd10-825bbc26bb4c req-11365558-600e-4a13-a24a-97664c7493cb tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:09.097044 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-279116c1-5443-4d46-bd10-825bbc26bb4c req-11365558-600e-4a13-a24a-97664c7493cb tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.1490717 Jan 26 13:16:09.101192 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 7bece6d9-abe1-457a-ba84-d0eecc88d43f triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:09.101862 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.136436 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Publish callbacks [] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.155219 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.292108 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Attempting to bind port 32a0e16b-0316-43de-8e38-df82d1d3e172 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:16:09.292815 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Attempting to bind port 32a0e16b-0316-43de-8e38-df82d1d3e172 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:16:09.293333 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Attempting to bind port 32a0e16b-0316-43de-8e38-df82d1d3e172 on network d94d83f6-fc48-43f1-98be-5a76392d8959 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:16:09.296127 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cfa4e-587b-438c-bf99-5d84112a595d None None] Pushing event updated for resources: {'Port': ['ID=32a0e16b-0316-43de-8e38-df82d1d3e172,revision_number=2']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:09.317439 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-f7cda9a0-c610-471f-af81-695eb42cbe26 None None] Current status of the port 7bece6d9-abe1-457a-ba84-d0eecc88d43f is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:09.317886 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f7cda9a0-c610-471f-af81-695eb42cbe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.319145 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:16:09.321086 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Checking segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:16:09.324806 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.325207 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Bound using segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:16:09.326507 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Bound port: 32a0e16b-0316-43de-8e38-df82d1d3e172, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:16:09.326507 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.360618 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-279116c1-5443-4d46-bd10-825bbc26bb4c req-28eb4089-7fb7-4dbb-9070-8e0ba534d297 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514641 Jan 26 13:16:09.452568 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f016b81-683a-4e87-a8fb-0745aed2b6e4 req-10c23fd1-75b0-40f7-bd4e-b29715a055da tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:09.463723 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6f016b81-683a-4e87-a8fb-0745aed2b6e4 req-10c23fd1-75b0-40f7-bd4e-b29715a055da tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1939766 Jan 26 13:16:09.467046 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 7bece6d9-abe1-457a-ba84-d0eecc88d43f is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:09.467836 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.480047 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] For port 32a0e16b-0316-43de-8e38-df82d1d3e172, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:16:09.484219 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Allocated IP 172.20.0.1 (92d64238-de63-42e7-ac79-5b3d2817a32c/56537923-7d56-4b26-bb08-f2af9c3f8432/73000fda-561a-4eff-83a8-71acf3d1ed67) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:16:09.488956 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] For port 32a0e16b-0316-43de-8e38-df82d1d3e172, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=32a0e16b-0316-43de-8e38-df82d1d3e172,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:16:09.499185 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.514268 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f7cda9a0-c610-471f-af81-695eb42cbe26 None None] For port 7bece6d9-abe1-457a-ba84-d0eecc88d43f, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=7bece6d9-abe1-457a-ba84-d0eecc88d43f,segment=NetworkSegment(90f53387-ea71-4001-99e7-170f10349343),segment_id=90f53387-ea71-4001-99e7-170f10349343)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:16:09.544158 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f7cda9a0-c610-471f-af81-695eb42cbe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.632560 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cfa4e-587b-438c-bf99-5d84112a595d None None] Pushing event updated for resources: {'Port': ['ID=32a0e16b-0316-43de-8e38-df82d1d3e172,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:09.637306 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6f016b81-683a-4e87-a8fb-0745aed2b6e4 req-9dbe6dbf-c0c8-4343-96ce-869bd9e97b6e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641996 Jan 26 13:16:09.713533 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Routers {'0afdfcd4-19ad-4614-9670-5dd7298f5b46'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:16:09.714054 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:16:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['0afdfcd4-19ad-4614-9670-5dd7298f5b46'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:09.789534 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Publish callbacks [] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.840296 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.db.api [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 13:16:09.840641 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG oslo_db.api [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 13:16:09.856119 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cda9a0-c610-471f-af81-695eb42cbe26 None None] Pushing event updated for resources: {'Port': ['ID=7bece6d9-abe1-457a-ba84-d0eecc88d43f,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:09.859074 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-49d9a13c-3b5a-42ed-b129-3a84102d5254 None None] Provisioning complete for port 7bece6d9-abe1-457a-ba84-d0eecc88d43f triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:09.859448 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-49d9a13c-3b5a-42ed-b129-3a84102d5254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.890723 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:09.994674 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Network 92d64238-de63-42e7-ac79-5b3d2817a32c is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:16:10.005705 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:16:10.012989 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:16:10.104981 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Pushing event updated for resources: {'Port': ['ID=73000fda-561a-4eff-83a8-71acf3d1ed67,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:10.116172 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-49d9a13c-3b5a-42ed-b129-3a84102d5254 None None] Current status of the port 7bece6d9-abe1-457a-ba84-d0eecc88d43f is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:10.134631 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.134984 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.135333 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.135680 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.145962 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] Set router 0afdfcd4-19ad-4614-9670-5dd7298f5b46 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:16:10.155766 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.156154 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.156506 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.160367 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.162143 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.162634 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.163126 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.163613 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.164176 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:10.205556 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539381'] for router_interface (0afdfcd4-19ad-4614-9670-5dd7298f5b46), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:10.471229 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 7bece6d9-abe1-457a-ba84-d0eecc88d43f is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:10.479597 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:10.560402 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-79dbfb7d-177a-4b1f-b700-2961a4b09bf3 None None] Provisioning complete for port 73000fda-561a-4eff-83a8-71acf3d1ed67 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:10.561253 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-79dbfb7d-177a-4b1f-b700-2961a4b09bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:10.601196 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'name': 'tempest-TestVolumeBootPattern-800821505-router', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:16:05Z', 'updated_at': '2022-01-26T13:16:06Z', 'revision_number': 3, 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'gw_port': {'id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:15:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:06Z', 'updated_at': '2022-01-26T13:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:10.648402 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266cf29-d05e-4f7f-9f31-c0ef283b157c req-f5aa5423-e7cf-4e6c-9812-4feb9033229f tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:10.660297 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1266cf29-d05e-4f7f-9f31-c0ef283b157c req-f5aa5423-e7cf-4e6c-9812-4feb9033229f tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.1563051 Jan 26 13:16:10.689344 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-79dbfb7d-177a-4b1f-b700-2961a4b09bf3 None None] Port 73000fda-561a-4eff-83a8-71acf3d1ed67 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:16:10.712475 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de03a2a9-d6d5-4fd1-9e0e-e5d56b5ad02a None None] The sync data for ids ['0afdfcd4-19ad-4614-9670-5dd7298f5b46'] in dv-cinder-824187-5-iscsi is: [{'id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'name': 'tempest-TestVolumeBootPattern-800821505-router', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:16:05Z', 'updated_at': '2022-01-26T13:16:06Z', 'revision_number': 3, 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'gw_port': {'id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:15:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:06Z', 'updated_at': '2022-01-26T13:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:16:10.807482 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1266cf29-d05e-4f7f-9f31-c0ef283b157c req-54c8ed63-d8b9-4af1-93bd-c21baf9bd52a tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272786 Jan 26 13:16:10.977877 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9102926-7dcc-4dc9-8b1c-95ec44a5f470 req-c903008f-14cb-4555-90dd-86cbe484cbe0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:10.992140 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c9102926-7dcc-4dc9-8b1c-95ec44a5f470 req-c903008f-14cb-4555-90dd-86cbe484cbe0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.1834242 Jan 26 13:16:11.022756 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device c9831ca2-7eb7-49b7-ac5e-d830c4500bbe up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:16:11.028970 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Publish callbacks [] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:11.037784 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:11.112006 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533861'] for router_interface (0afdfcd4-19ad-4614-9670-5dd7298f5b46), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:11.164324 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:11.165576 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:11.171946 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c9102926-7dcc-4dc9-8b1c-95ec44a5f470 req-0e51d6c7-5776-485f-89f2-f60853931909 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789789 Jan 26 13:16:11.197006 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465eb7d-ae3b-4314-8e61-58b954c1a41c req-9949cd9a-186e-48ad-a81c-d73ddcfaa530 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:11.205055 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d465eb7d-ae3b-4314-8e61-58b954c1a41c req-9949cd9a-186e-48ad-a81c-d73ddcfaa530 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1895237 Jan 26 13:16:11.245846 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Pushing event updated for resources: {'Port': ['ID=73000fda-561a-4eff-83a8-71acf3d1ed67,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:11.299932 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:11.302071 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 7bece6d9-abe1-457a-ba84-d0eecc88d43f up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:16:11.335681 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d465eb7d-ae3b-4314-8e61-58b954c1a41c req-8619976c-48e0-4e5e-9974-53f6dcf4556b tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296613 Jan 26 13:16:11.386817 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Network 92d64238-de63-42e7-ac79-5b3d2817a32c is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:16:11.390823 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:16:11.402421 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 7bece6d9-abe1-457a-ba84-d0eecc88d43f triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:11.402854 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:11.408443 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3870-aaa8-41e6-a860-13aadabd25db req-fb72fd0f-9cb5-42da-ac71-0c82683a9790 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:11.419946 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d77e3870-aaa8-41e6-a860-13aadabd25db req-fb72fd0f-9cb5-42da-ac71-0c82683a9790 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.1280534 Jan 26 13:16:11.495025 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d77e3870-aaa8-41e6-a860-13aadabd25db req-1fd98f69-a69a-4ee0-be77-8f7bfb16e380 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740819 Jan 26 13:16:11.512863 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36926) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:11.573376 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 7bece6d9-abe1-457a-ba84-d0eecc88d43f is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:11.620051 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Router 0afdfcd4-19ad-4614-9670-5dd7298f5b46 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:16:11.783562 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:16:11.791727 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c765cae5-6d02-4acf-a164-bcc54f491956 admin admin] 10.222.0.10 "PUT /v2.0/routers/0afdfcd4-19ad-4614-9670-5dd7298f5b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9066677 Jan 26 13:16:11.840991 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-1c64ec56-ce37-4dfa-b35c-f19feb79d7d4 None None] Provisioning complete for port 73000fda-561a-4eff-83a8-71acf3d1ed67 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:11.841611 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1c64ec56-ce37-4dfa-b35c-f19feb79d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:11.875940 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c1edee-1a23-4328-9532-226c2c680262 tempest-TestShelveInstance-904742162 tempest-TestShelveInstance-904742162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:11.877367 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-d4c1edee-1a23-4328-9532-226c2c680262 tempest-TestShelveInstance-904742162 tempest-TestShelveInstance-904742162-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 1093 time: 0.3629966 Jan 26 13:16:11.880989 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36942) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:11.893771 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Request body: {'floatingip': {'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'port_id': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:16:11.902115 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-1c64ec56-ce37-4dfa-b35c-f19feb79d7d4 None None] Port 73000fda-561a-4eff-83a8-71acf3d1ed67 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:16:11.924972 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:12.053552 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:12.196687 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Allocated IP 172.27.2.117 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:16:12.399854 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8720126-65c5-4fac-a59c-88f65e3e5ab1 req-a737628a-28ab-43f6-9c76-a132c4cc6547 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:12.409976 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d8720126-65c5-4fac-a59c-88f65e3e5ab1 req-a737628a-28ab-43f6-9c76-a132c4cc6547 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.1107559 Jan 26 13:16:12.448299 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for port (ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:12.473118 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d8720126-65c5-4fac-a59c-88f65e3e5ab1 req-382247bc-7b1f-4c25-99f1-3e12def3e806 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617719 Jan 26 13:16:12.490183 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:12.547901 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:16:12.550839 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:16:12.554241 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:16:12.587323 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event updated for resources: {'Port': ['ID=ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:12.613179 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36972) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:12.662840 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1330d-9d29-4e4e-8f9a-5da4ef0e3713 req-1df1e7ab-bd1b-4b24-8760-a46f61845f05 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:12.671527 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5cf1330d-9d29-4e4e-8f9a-5da4ef0e3713 req-1df1e7ab-bd1b-4b24-8760-a46f61845f05 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1233692 Jan 26 13:16:12.752166 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5cf1330d-9d29-4e4e-8f9a-5da4ef0e3713 req-6f96a8f3-1283-4d4f-a4c5-ed8d248ef749 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793366 Jan 26 13:16:12.776763 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 36976) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:12.780983 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-3e48191f-fd6c-410f-a760-498eabc34225 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288941795', 'description': 'tempest-secgroup-smoke-1288941795 description', 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:16:12.836286 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:12.844271 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e48191f-fd6c-410f-a760-498eabc34225 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:12.877568 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 32a0e16b-0316-43de-8e38-df82d1d3e172 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:16:12.947584 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 32a0e16b-0316-43de-8e38-df82d1d3e172 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:12.948230 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:12.988819 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Publish callbacks [] for security_group (709720a3-4b5e-4c89-acc5-2984a6b82481), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:12.994915 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (709720a3-4b5e-4c89-acc5-2984a6b82481), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.050816 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709720a3-4b5e-4c89-acc5-2984a6b82481,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:13.060808 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 32a0e16b-0316-43de-8e38-df82d1d3e172 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:13.061203 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.068137 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.068686 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.069281 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.069805 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.070143 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.070481 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.070847 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.071855 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.072109 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.072442 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.073420 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.073757 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.074089 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.093325 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port 32a0e16b-0316-43de-8e38-df82d1d3e172, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=32a0e16b-0316-43de-8e38-df82d1d3e172,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:16:13.094980 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-33a8e099-0126-4988-b29c-f21e16e84eb4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6136f7c9f07b4f96a7584b36e55b26af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795051 Jan 26 13:16:13.095732 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36980) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:13.100471 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.100809 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e48191f-fd6c-410f-a760-498eabc34225 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group (e0b36047-c8d9-4172-b125-21a985d6812d), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.114686 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7307c-7261-4e8a-a542-3b3487b06c66 req-682a7c41-aad6-4e63-b87c-8380cb156dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:13.116220 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b9d7307c-7261-4e8a-a542-3b3487b06c66 req-682a7c41-aad6-4e63-b87c-8380cb156dd1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 1099 time: 0.1326854 Jan 26 13:16:13.116806 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e48191f-fd6c-410f-a760-498eabc34225 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (e0b36047-c8d9-4172-b125-21a985d6812d), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.161825 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84fc905e-432f-4400-bb86-5ac63eadfdaf admin admin] Publish callbacks [] for security_group (709720a3-4b5e-4c89-acc5-2984a6b82481), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.175596 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for floatingip (e23382b0-041b-475d-9b05-042dc33cc597), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.178778 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e48191f-fd6c-410f-a760-498eabc34225 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.183927 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-3e48191f-fd6c-410f-a760-498eabc34225 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4025409 Jan 26 13:16:13.184214 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36982) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:13.188641 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fc1f137e-af2a-4991-b887-6fd9c3504023 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'security_group_rule': {'security_group_id': 'e0b36047-c8d9-4172-b125-21a985d6812d', 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:16:13.189321 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=32a0e16b-0316-43de-8e38-df82d1d3e172,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:13.200239 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.200970 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.201533 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.202097 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.202666 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.203232 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.204975 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.205490 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84fc905e-432f-4400-bb86-5ac63eadfdaf admin admin] Publish callbacks [] for security_group (709720a3-4b5e-4c89-acc5-2984a6b82481), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.205661 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.206024 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.206365 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.206866 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.207164 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.207498 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:16:13.214315 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48191f-fd6c-410f-a760-498eabc34225 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b36047-c8d9-4172-b125-21a985d6812d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:13.232969 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b9d7307c-7261-4e8a-a542-3b3487b06c66 req-7230d11f-fb2b-415d-a4fd-d16671738831 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069167 Jan 26 13:16:13.248829 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc1f137e-af2a-4991-b887-6fd9c3504023 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (4585be2e-42cf-4ca6-a146-12757b6d28c2), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.280279 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.308420 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc1f137e-af2a-4991-b887-6fd9c3504023 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (4585be2e-42cf-4ca6-a146-12757b6d28c2), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.309411 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84fc905e-432f-4400-bb86-5ac63eadfdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (709720a3-4b5e-4c89-acc5-2984a6b82481), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.313541 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84fc905e-432f-4400-bb86-5ac63eadfdaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.325275 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-84fc905e-432f-4400-bb86-5ac63eadfdaf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/709720a3-4b5e-4c89-acc5-2984a6b82481 HTTP/1.1" status: 204 len: 168 time: 0.2197995 Jan 26 13:16:13.337684 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc1f137e-af2a-4991-b887-6fd9c3504023 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (4585be2e-42cf-4ca6-a146-12757b6d28c2), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.374928 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f137e-af2a-4991-b887-6fd9c3504023 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4585be2e-42cf-4ca6-a146-12757b6d28c2,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:13.378296 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc905e-432f-4400-bb86-5ac63eadfdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709720a3-4b5e-4c89-acc5-2984a6b82481,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:13.399104 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc1f137e-af2a-4991-b887-6fd9c3504023 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.404163 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-fc1f137e-af2a-4991-b887-6fd9c3504023 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2154336 Jan 26 13:16:13.406884 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 36990) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:13.431989 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c1d9df1b-d412-4943-8361-9ef78ba84a01 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'security_group_rule': {'security_group_id': 'e0b36047-c8d9-4172-b125-21a985d6812d', 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:16:13.476567 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1d9df1b-d412-4943-8361-9ef78ba84a01 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (db378776-3af7-4466-b25d-62441455843f), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.578374 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for port (ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.589203 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.601259 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Sync routers for ids ['0afdfcd4-19ad-4614-9670-5dd7298f5b46'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:16:13.616930 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Routers {'0afdfcd4-19ad-4614-9670-5dd7298f5b46'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:16:13.618956 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:16:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['0afdfcd4-19ad-4614-9670-5dd7298f5b46'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:13.679488 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1d9df1b-d412-4943-8361-9ef78ba84a01 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (db378776-3af7-4466-b25d-62441455843f), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.692327 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1d9df1b-d412-4943-8361-9ef78ba84a01 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (db378776-3af7-4466-b25d-62441455843f), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.726650 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9df1b-d412-4943-8361-9ef78ba84a01 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db378776-3af7-4466-b25d-62441455843f,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:13.738534 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1d9df1b-d412-4943-8361-9ef78ba84a01 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.740150 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-c1d9df1b-d412-4943-8361-9ef78ba84a01 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3319566 Jan 26 13:16:13.744131 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (e23382b0-041b-475d-9b05-042dc33cc597), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.749124 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 37002) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:13.750831 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a836f1-f403-4f98-a4ac-251016cb96bb req-befbd6d1-8c5c-4e56-b589-3cec58174da0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:13.752866 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-45a836f1-f403-4f98-a4ac-251016cb96bb req-befbd6d1-8c5c-4e56-b589-3cec58174da0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.1704140 Jan 26 13:16:13.755829 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-100c47a9-bca9-422c-ad9a-6d6af2cec068 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'security_group_rule': {'security_group_id': 'e0b36047-c8d9-4172-b125-21a985d6812d', 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:16:13.842581 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Set router 0afdfcd4-19ad-4614-9670-5dd7298f5b46 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:16:13.847343 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-45a836f1-f403-4f98-a4ac-251016cb96bb req-9cc77f5b-e74f-4d50-b0c4-08ccabead624 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826757 Jan 26 13:16:13.865081 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 37008) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:13.879581 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bad2a297-6b5c-47a0-b15d-9fc2bd6243ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.892449 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event updated for resources: {'Port': ['ID=ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:13.899656 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-100c47a9-bca9-422c-ad9a-6d6af2cec068 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (25aff7f8-fbf5-483e-b96e-5fe43b6efa1d), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:13.918784 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 37010) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:13.982762 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c559849-f553-43a5-a2e7-3ca34e86e4bd req-982ad139-11fc-4ad7-a9db-02401a144d3a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:13.984442 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1c559849-f553-43a5-a2e7-3ca34e86e4bd req-982ad139-11fc-4ad7-a9db-02401a144d3a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1019449 Jan 26 13:16:14.012331 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Floating IP e23382b0-041b-475d-9b05-042dc33cc597 associated. External IP: 172.27.2.117, port: e753e698-7b58-4577-98f7-72bdf2682f35. Jan 26 13:16:14.057790 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bad2a297-6b5c-47a0-b15d-9fc2bd6243ef admin admin] Publish callbacks [] for security_group (fdefefde-c836-46ce-b3f3-faf73bb6a64e), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.066239 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1c559849-f553-43a5-a2e7-3ca34e86e4bd req-09621887-73cb-45e0-812b-c85e9644d3ed tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738542 Jan 26 13:16:14.067808 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bad2a297-6b5c-47a0-b15d-9fc2bd6243ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (fdefefde-c836-46ce-b3f3-faf73bb6a64e), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.076661 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-100c47a9-bca9-422c-ad9a-6d6af2cec068 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (25aff7f8-fbf5-483e-b96e-5fe43b6efa1d), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.088920 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-100c47a9-bca9-422c-ad9a-6d6af2cec068 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (25aff7f8-fbf5-483e-b96e-5fe43b6efa1d), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.112087 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-bad2a297-6b5c-47a0-b15d-9fc2bd6243ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52e313f690be4598b75e09a4d69a3257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455499 Jan 26 13:16:14.113170 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2a297-6b5c-47a0-b15d-9fc2bd6243ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdefefde-c836-46ce-b3f3-faf73bb6a64e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:14.115704 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 37016) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:14.144454 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c47a9-bca9-422c-ad9a-6d6af2cec068 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25aff7f8-fbf5-483e-b96e-5fe43b6efa1d,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:14.186352 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'name': 'tempest-TestVolumeBootPattern-800821505-router', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:16:05Z', 'updated_at': '2022-01-26T13:16:10Z', 'revision_number': 4, 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'gw_port': {'id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:15:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:06Z', 'updated_at': '2022-01-26T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '73000fda-561a-4eff-83a8-71acf3d1ed67', 'name': '', 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'mac_address': 'fa:16:3e:48:99:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '56537923-7d56-4b26-bb08-f2af9c3f8432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:09Z', 'updated_at': '2022-01-26T13:16:10Z', 'revision_number': 2, 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'subnets': [{'id': '56537923-7d56-4b26-bb08-f2af9c3f8432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:14.198161 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-100c47a9-bca9-422c-ad9a-6d6af2cec068 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.199391 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-100c47a9-bca9-422c-ad9a-6d6af2cec068 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4488955 Jan 26 13:16:14.202107 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 37018) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:14.207444 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-e136a056-03ec-4bd3-aa07-e3b4ec1ae25d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'security_group_rule': {'security_group_id': 'e0b36047-c8d9-4172-b125-21a985d6812d', 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:16:14.232347 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Checking router: 0afdfcd4-19ad-4614-9670-5dd7298f5b46 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:16:14.232955 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Updating router 0afdfcd4-19ad-4614-9670-5dd7298f5b46 port 73000fda-561a-4eff-83a8-71acf3d1ed67 binding host dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:16:14.265282 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.289520 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e136a056-03ec-4bd3-aa07-e3b4ec1ae25d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (85d55d68-d2c8-4ff7-b60c-54b28932aec5), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.412767 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e136a056-03ec-4bd3-aa07-e3b4ec1ae25d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (85d55d68-d2c8-4ff7-b60c-54b28932aec5), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.419803 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:16:14.421368 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e136a056-03ec-4bd3-aa07-e3b4ec1ae25d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (85d55d68-d2c8-4ff7-b60c-54b28932aec5), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.432469 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a4e9-c8ce-44d7-babf-6562d7617603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.448601 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136a056-03ec-4bd3-aa07-e3b4ec1ae25d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d55d68-d2c8-4ff7-b60c-54b28932aec5,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:14.465818 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e136a056-03ec-4bd3-aa07-e3b4ec1ae25d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.467293 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e136a056-03ec-4bd3-aa07-e3b4ec1ae25d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2642281 Jan 26 13:16:14.469858 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 37020) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:14.475090 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-15152005-62f8-48f2-bb16-039d21dd801d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'security_group_rule': {'security_group_id': 'e0b36047-c8d9-4172-b125-21a985d6812d', 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:16:14.476403 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0299737a-a88d-4ee9-b1bd-cdcff37c41e5 admin admin] Publish callbacks [] for security_group (fdefefde-c836-46ce-b3f3-faf73bb6a64e), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.510016 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0299737a-a88d-4ee9-b1bd-cdcff37c41e5 admin admin] Publish callbacks [] for security_group (fdefefde-c836-46ce-b3f3-faf73bb6a64e), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.549657 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.securitygroups_db [None req-15152005-62f8-48f2-bb16-039d21dd801d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Project 9ee1f69d46a04a0cbb2b0e04296d9cd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 13:16:14.592699 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15152005-62f8-48f2-bb16-039d21dd801d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (2ced6486-302f-4c4a-aaa2-8426b02cbd23), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.638851 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:16:14.650840 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0299737a-a88d-4ee9-b1bd-cdcff37c41e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (fdefefde-c836-46ce-b3f3-faf73bb6a64e), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.654685 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6eb3a5-cd0e-438e-8d9a-68094e86bde3 None None] Sync routers for ids ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:16:14.657501 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0299737a-a88d-4ee9-b1bd-cdcff37c41e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.665131 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-0299737a-a88d-4ee9-b1bd-cdcff37c41e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fdefefde-c836-46ce-b3f3-faf73bb6a64e HTTP/1.1" status: 204 len: 168 time: 0.5475664 Jan 26 13:16:14.674919 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6eb3a5-cd0e-438e-8d9a-68094e86bde3 None None] Routers {'5039abef-ec50-4d2c-b0f0-7745ecbbf97d'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:16:14.677567 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-fd6eb3a5-cd0e-438e-8d9a-68094e86bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:16:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:14.677795 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.680843 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a4e9-c8ce-44d7-babf-6562d7617603 admin admin] Publish callbacks [] for security_group (863b6399-9669-4079-bcba-fd36c94cf882), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.682545 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15152005-62f8-48f2-bb16-039d21dd801d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (2ced6486-302f-4c4a-aaa2-8426b02cbd23), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.682666 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299737a-a88d-4ee9-b1bd-cdcff37c41e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdefefde-c836-46ce-b3f3-faf73bb6a64e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:14.693671 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a4e9-c8ce-44d7-babf-6562d7617603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (863b6399-9669-4079-bcba-fd36c94cf882), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.710278 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15152005-62f8-48f2-bb16-039d21dd801d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (2ced6486-302f-4c4a-aaa2-8426b02cbd23), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.752760 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-6332cc76-22e7-46d3-8e53-e15428154711 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8668251 Jan 26 13:16:14.756076 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:16:14.759633 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c710cd1-3a27-411f-9228-82291f510846" -d '{"events": [{"name": "network-changed", "server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:16:14.762657 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4a4e9-c8ce-44d7-babf-6562d7617603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863b6399-9669-4079-bcba-fd36c94cf882,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:14.767058 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15152005-62f8-48f2-bb16-039d21dd801d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.770973 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-15152005-62f8-48f2-bb16-039d21dd801d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2982101 Jan 26 13:16:14.770973 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15152005-62f8-48f2-bb16-039d21dd801d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ced6486-302f-4c4a-aaa2-8426b02cbd23,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:14.772417 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 37032) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:14.777348 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-e79bea71-555d-4e66-ba9b-ea56c897e58e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'security_group_rule': {'security_group_id': 'e0b36047-c8d9-4172-b125-21a985d6812d', 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:16:14.812037 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.securitygroups_db [None req-e79bea71-555d-4e66-ba9b-ea56c897e58e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Project 9ee1f69d46a04a0cbb2b0e04296d9cd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 13:16:14.813921 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3ab4a4e9-c8ce-44d7-babf-6562d7617603 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f81b4c7e46ed43a8bae44e1b81b4d221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8801677 Jan 26 13:16:14.816447 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 37034) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:14.818129 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e79bea71-555d-4e66-ba9b-ea56c897e58e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (245b931f-8308-4bef-abad-0d30fe50ea6f), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:14.852513 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 32a0e16b-0316-43de-8e38-df82d1d3e172 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:16:14.853323 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba52fc34-632a-47ff-bc7b-d70d5c16a5c2 x-openstack-request-id: req-ba52fc34-632a-47ff-bc7b-d70d5c16a5c2 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:16:14.855254 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:16:14.855534 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba52fc34-632a-47ff-bc7b-d70d5c16a5c2 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:16:14.856027 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'status': 'completed', 'code': 200} Jan 26 13:16:14.932387 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-01681891-d55f-43ab-a722-7589c3ea416a admin admin] Publish callbacks [] for security_group (863b6399-9669-4079-bcba-fd36c94cf882), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.002165 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-01681891-d55f-43ab-a722-7589c3ea416a admin admin] Publish callbacks [] for security_group (863b6399-9669-4079-bcba-fd36c94cf882), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.003287 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c710cd1-3a27-411f-9228-82291f510846 req-1451ac9c-3b59-4363-a9dc-dae5b19f63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:15.005495 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3c710cd1-3a27-411f-9228-82291f510846 req-1451ac9c-3b59-4363-a9dc-dae5b19f63cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1dad1718f94454dbcb0f01ac34e3a62&device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 1098 time: 0.1086116 Jan 26 13:16:15.018574 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-fd6eb3a5-cd0e-438e-8d9a-68094e86bde3 None None] Set router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:16:15.032387 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Publish callbacks [] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.044980 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e79bea71-555d-4e66-ba9b-ea56c897e58e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (245b931f-8308-4bef-abad-0d30fe50ea6f), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.054728 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e79bea71-555d-4e66-ba9b-ea56c897e58e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (245b931f-8308-4bef-abad-0d30fe50ea6f), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.084815 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.163649 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bea71-555d-4e66-ba9b-ea56c897e58e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245b931f-8308-4bef-abad-0d30fe50ea6f,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:15.227481 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e79bea71-555d-4e66-ba9b-ea56c897e58e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.231337 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e79bea71-555d-4e66-ba9b-ea56c897e58e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4570646 Jan 26 13:16:15.255170 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 32a0e16b-0316-43de-8e38-df82d1d3e172 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:15.256218 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.258340 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae91877-c854-4b6a-9d04-b261a5423d67 None None] Pushing event updated for resources: {'Port': ['ID=73000fda-561a-4eff-83a8-71acf3d1ed67,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:15.285209 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c710cd1-3a27-411f-9228-82291f510846 req-5271e042-b879-4e90-8c38-af679f3aa125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:15.288113 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3c710cd1-3a27-411f-9228-82291f510846 req-5271e042-b879-4e90-8c38-af679f3aa125 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a7188b1-377a-4966-a0d1-e183592de050 HTTP/1.1" status: 200 len: 910 time: 0.2743688 Jan 26 13:16:15.329377 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-01681891-d55f-43ab-a722-7589c3ea416a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (863b6399-9669-4079-bcba-fd36c94cf882), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.333451 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-01681891-d55f-43ab-a722-7589c3ea416a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.336963 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-01681891-d55f-43ab-a722-7589c3ea416a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/863b6399-9669-4079-bcba-fd36c94cf882 HTTP/1.1" status: 204 len: 168 time: 0.5153558 Jan 26 13:16:15.395547 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01681891-d55f-43ab-a722-7589c3ea416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863b6399-9669-4079-bcba-fd36c94cf882,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:15.425450 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160acb11-406c-407f-8ec9-7cd5d1ce7dfc req-50d8e4c5-d413-414b-a5ef-437df0a2a43f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:15.426945 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-160acb11-406c-407f-8ec9-7cd5d1ce7dfc req-50d8e4c5-d413-414b-a5ef-437df0a2a43f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.4009578 Jan 26 13:16:15.443567 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efb2bd-42f9-4c8f-b4b5-37d9de501c9d req-812da34b-9953-43f7-aa40-37003015efb4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:15.445422 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-24efb2bd-42f9-4c8f-b4b5-37d9de501c9d req-812da34b-9953-43f7-aa40-37003015efb4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1834652 Jan 26 13:16:15.501227 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3c710cd1-3a27-411f-9228-82291f510846 req-7e452297-159b-48cc-9c62-2415a5db2d66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e753e698-7b58-4577-98f7-72bdf2682f35 HTTP/1.1" status: 200 len: 999 time: 0.2069721 Jan 26 13:16:15.561301 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-fd6eb3a5-cd0e-438e-8d9a-68094e86bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:02Z', 'revision_number': 4, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': 'e23382b0-041b-475d-9b05-042dc33cc597', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'port_id': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'mac_address': 'fa:16:3e:61:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2646082c-4fef-4367-9ee7-1daadbfba254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:16:12Z', 'updated_at': '2022-01-26T13:16:12Z', 'revision_number': 0, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff', 'name': '', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'mac_address': 'fa:16:3e:fe:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:01Z', 'updated_at': '2022-01-26T13:15:07Z', 'revision_number': 5, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'subnets': [{'id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:15.613669 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c710cd1-3a27-411f-9228-82291f510846 req-42a388cf-3892-45ce-9a53-6c52389436cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:15.615137 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3c710cd1-3a27-411f-9228-82291f510846 req-42a388cf-3892-45ce-9a53-6c52389436cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91 HTTP/1.1" status: 200 len: 848 time: 0.1080689 Jan 26 13:16:15.618505 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6eb3a5-cd0e-438e-8d9a-68094e86bde3 None None] Checking router: 5039abef-ec50-4d2c-b0f0-7745ecbbf97d for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:16:15.651217 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6eb3a5-cd0e-438e-8d9a-68094e86bde3 None None] Routers {'5039abef-ec50-4d2c-b0f0-7745ecbbf97d'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:16:15.651975 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-fd6eb3a5-cd0e-438e-8d9a-68094e86bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:16:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:15.653094 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Attempting to bind port 73000fda-561a-4eff-83a8-71acf3d1ed67 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:16:15.653706 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Attempting to bind port 73000fda-561a-4eff-83a8-71acf3d1ed67 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '90f53387-ea71-4001-99e7-170f10349343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:16:15.654976 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Attempting to bind port 73000fda-561a-4eff-83a8-71acf3d1ed67 on network 92d64238-de63-42e7-ac79-5b3d2817a32c {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:16:15.702816 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c710cd1-3a27-411f-9228-82291f510846 req-9be2afd4-44ff-4a84-a30d-4af0c4048a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:15.704384 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3c710cd1-3a27-411f-9228-82291f510846 req-9be2afd4-44ff-4a84-a30d-4af0c4048a75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a7188b1-377a-4966-a0d1-e183592de050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817780 Jan 26 13:16:15.714248 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-160acb11-406c-407f-8ec9-7cd5d1ce7dfc req-55bb20ed-6bf3-4920-a29b-1884c5cbd78c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668991 Jan 26 13:16:15.731147 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-24efb2bd-42f9-4c8f-b4b5-37d9de501c9d req-511d242f-1e29-478f-ba39-14f945b4c331 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400470 Jan 26 13:16:15.775559 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 32a0e16b-0316-43de-8e38-df82d1d3e172 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:15.799800 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:16:15.800631 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Checking segment: {'id': '90f53387-ea71-4001-99e7-170f10349343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:16:15.801261 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.803179 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Bound using segment: {'id': '90f53387-ea71-4001-99e7-170f10349343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:16:15.803928 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Bound port: 73000fda-561a-4eff-83a8-71acf3d1ed67, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f53387-ea71-4001-99e7-170f10349343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:16:15.805966 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.860506 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-fd6eb3a5-cd0e-438e-8d9a-68094e86bde3 None None] Set router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:16:15.876824 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5bb2bba2-e4b7-4e0f-b161-191e68539807 None None] Provisioning complete for port 73000fda-561a-4eff-83a8-71acf3d1ed67 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:15.877331 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5bb2bba2-e4b7-4e0f-b161-191e68539807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:15.955309 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3c710cd1-3a27-411f-9228-82291f510846 req-96c7094a-729d-4ee8-8829-21b576ab1390 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382996 Jan 26 13:16:16.042879 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] For port 73000fda-561a-4eff-83a8-71acf3d1ed67, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:16:16.046029 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2bba2-e4b7-4e0f-b161-191e68539807 None None] Port 73000fda-561a-4eff-83a8-71acf3d1ed67 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:16:16.059083 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] For port 73000fda-561a-4eff-83a8-71acf3d1ed67, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=73000fda-561a-4eff-83a8-71acf3d1ed67,segment=NetworkSegment(90f53387-ea71-4001-99e7-170f10349343),segment_id=90f53387-ea71-4001-99e7-170f10349343)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:16:16.079898 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:16.208238 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3c710cd1-3a27-411f-9228-82291f510846 req-768148f4-b9ac-4a90-84a6-adc34638bd20 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452960 Jan 26 13:16:16.246046 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Routers {'0afdfcd4-19ad-4614-9670-5dd7298f5b46'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:16:16.246787 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:16:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['0afdfcd4-19ad-4614-9670-5dd7298f5b46'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:16.264554 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae91877-c854-4b6a-9d04-b261a5423d67 None None] Pushing event updated for resources: {'Port': ['ID=73000fda-561a-4eff-83a8-71acf3d1ed67,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:16.380626 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-fd6eb3a5-cd0e-438e-8d9a-68094e86bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:02Z', 'revision_number': 4, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': 'e23382b0-041b-475d-9b05-042dc33cc597', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'port_id': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'mac_address': 'fa:16:3e:61:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2646082c-4fef-4367-9ee7-1daadbfba254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:16:12Z', 'updated_at': '2022-01-26T13:16:12Z', 'revision_number': 0, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff', 'name': '', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'mac_address': 'fa:16:3e:fe:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:01Z', 'updated_at': '2022-01-26T13:15:07Z', 'revision_number': 5, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'subnets': [{'id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:16.419222 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7f016-ab8e-46d7-a5fc-71b6a922585e req-b753a74e-6183-43dc-8f5e-e69026946c91 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:16.422830 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-19d7f016-ab8e-46d7-a5fc-71b6a922585e req-b753a74e-6183-43dc-8f5e-e69026946c91 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.2118154 Jan 26 13:16:16.424863 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6eb3a5-cd0e-438e-8d9a-68094e86bde3 None None] The sync data for ids ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'] in dv-cinder-824187-5-iscsi is: [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:02Z', 'revision_number': 4, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': 'e23382b0-041b-475d-9b05-042dc33cc597', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'port_id': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'mac_address': 'fa:16:3e:61:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2646082c-4fef-4367-9ee7-1daadbfba254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:16:12Z', 'updated_at': '2022-01-26T13:16:12Z', 'revision_number': 0, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff', 'name': '', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'mac_address': 'fa:16:3e:fe:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:01Z', 'updated_at': '2022-01-26T13:15:07Z', 'revision_number': 5, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'subnets': [{'id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:16:16.427643 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc8aaa-964e-4187-8dfe-c0863293c35e req-39942583-a0fa-4885-a089-2f32d4da8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:16.436013 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fadc8aaa-964e-4187-8dfe-c0863293c35e req-39942583-a0fa-4885-a089-2f32d4da8e13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 1099 time: 0.3205967 Jan 26 13:16:16.511592 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] Set router 0afdfcd4-19ad-4614-9670-5dd7298f5b46 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:16:16.714217 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-19d7f016-ab8e-46d7-a5fc-71b6a922585e req-4eb9c7c1-f003-47d3-83f2-06d88737d81e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677786 Jan 26 13:16:16.742273 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-673c196a-4d01-44e9-8498-1a5d9370aed2 None None] Provisioning complete for port 73000fda-561a-4eff-83a8-71acf3d1ed67 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:16.743756 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-673c196a-4d01-44e9-8498-1a5d9370aed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:16.832475 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc8aaa-964e-4187-8dfe-c0863293c35e req-bdd66c1d-ef89-4bdb-ad84-5f754877ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:16.835523 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fadc8aaa-964e-4187-8dfe-c0863293c35e req-bdd66c1d-ef89-4bdb-ad84-5f754877ec4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 919 time: 0.3750458 Jan 26 13:16:16.905358 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fadc8aaa-964e-4187-8dfe-c0863293c35e req-c9fd1d33-732b-4422-b794-db74d56f1814 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=830afc2b-8430-4108-876b-03ab6faf6414 HTTP/1.1" status: 200 len: 217 time: 0.0552204 Jan 26 13:16:16.954805 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-673c196a-4d01-44e9-8498-1a5d9370aed2 None None] Current status of the port 73000fda-561a-4eff-83a8-71acf3d1ed67 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:16.955399 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-673c196a-4d01-44e9-8498-1a5d9370aed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:17.001641 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8bcc1-53dc-4c9d-a021-8ff6cc2e8660 None None] New status for floating IP e23382b0-041b-475d-9b05-042dc33cc597: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:16:17.029018 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-673c196a-4d01-44e9-8498-1a5d9370aed2 None None] For port 73000fda-561a-4eff-83a8-71acf3d1ed67, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=73000fda-561a-4eff-83a8-71acf3d1ed67,segment=NetworkSegment(90f53387-ea71-4001-99e7-170f10349343),segment_id=90f53387-ea71-4001-99e7-170f10349343)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:16:17.053712 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c44f1-91b8-4fe5-ada3-aba8a055b43b req-9365c24f-79b7-403b-8972-41755cfade4c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:17.063983 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-812c44f1-91b8-4fe5-ada3-aba8a055b43b req-9365c24f-79b7-403b-8972-41755cfade4c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.1564312 Jan 26 13:16:17.082032 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-673c196a-4d01-44e9-8498-1a5d9370aed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:17.157248 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c196a-4d01-44e9-8498-1a5d9370aed2 None None] Pushing event updated for resources: {'Port': ['ID=73000fda-561a-4eff-83a8-71acf3d1ed67,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:17.159321 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc8aaa-964e-4187-8dfe-c0863293c35e req-5c4016e5-934a-4455-9c73-dccdc51f602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:17.160864 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fadc8aaa-964e-4187-8dfe-c0863293c35e req-5c4016e5-934a-4455-9c73-dccdc51f602e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c10b2774-d5c6-47c5-b0d4-2aa87af1694a HTTP/1.1" status: 200 len: 858 time: 0.1931019 Jan 26 13:16:17.171362 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-812c44f1-91b8-4fe5-ada3-aba8a055b43b req-2208ed0a-a2e8-4b4f-aae7-f6868ea6519e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061773 Jan 26 13:16:17.253640 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fadc8aaa-964e-4187-8dfe-c0863293c35e req-ddee7076-0e64-4135-adf8-8588d91e105e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2c07cbf-0563-491b-9ebf-a4abee0132e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812423 Jan 26 13:16:17.269758 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'name': 'tempest-TestVolumeBootPattern-800821505-router', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:16:05Z', 'updated_at': '2022-01-26T13:16:10Z', 'revision_number': 4, 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'gw_port': {'id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:15:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:06Z', 'updated_at': '2022-01-26T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '73000fda-561a-4eff-83a8-71acf3d1ed67', 'name': '', 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'mac_address': 'fa:16:3e:48:99:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '56537923-7d56-4b26-bb08-f2af9c3f8432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:09Z', 'updated_at': '2022-01-26T13:16:16Z', 'revision_number': 4, 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'subnets': [{'id': '56537923-7d56-4b26-bb08-f2af9c3f8432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:16:17.300554 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695da30b-782b-49a7-adcd-2926feddc5bd None None] The sync data for ids ['0afdfcd4-19ad-4614-9670-5dd7298f5b46'] in dv-cinder-824187-5-iscsi is: [{'id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'name': 'tempest-TestVolumeBootPattern-800821505-router', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:16:05Z', 'updated_at': '2022-01-26T13:16:10Z', 'revision_number': 4, 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'gw_port': {'id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:15:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:06Z', 'updated_at': '2022-01-26T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '73000fda-561a-4eff-83a8-71acf3d1ed67', 'name': '', 'network_id': '92d64238-de63-42e7-ac79-5b3d2817a32c', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'mac_address': 'fa:16:3e:48:99:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '56537923-7d56-4b26-bb08-f2af9c3f8432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:09Z', 'updated_at': '2022-01-26T13:16:16Z', 'revision_number': 4, 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'subnets': [{'id': '56537923-7d56-4b26-bb08-f2af9c3f8432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:16:17.509950 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fadc8aaa-964e-4187-8dfe-c0863293c35e req-de39ed0c-0bfc-4e4a-a562-c31e655d144a service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485731 Jan 26 13:16:17.721164 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49636194-9fbe-4756-aec7-8f2e6269c1af req-c3272de2-ec7d-4630-9e79-234600b319b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:17.722141 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fadc8aaa-964e-4187-8dfe-c0863293c35e req-a70c2e26-4a73-4e4d-89d3-dcd2ee7695c6 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003076 Jan 26 13:16:17.723043 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-49636194-9fbe-4756-aec7-8f2e6269c1af req-c3272de2-ec7d-4630-9e79-234600b319b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 1099 time: 0.6325057 Jan 26 13:16:17.933591 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c8dab-2e9f-43bf-8060-c7d8368a70e5 req-06337d0c-0fb9-4ed1-9c08-cc186adaa449 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:17.941470 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-324c8dab-2e9f-43bf-8060-c7d8368a70e5 req-06337d0c-0fb9-4ed1-9c08-cc186adaa449 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0971801 Jan 26 13:16:18.016764 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-324c8dab-2e9f-43bf-8060-c7d8368a70e5 req-cbfcfe3e-7b2d-438e-8c5d-349413f7a8f0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743215 Jan 26 13:16:18.356260 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe90f50-a9cf-42a8-a201-dd70fdac2d57 req-6f1190a9-2634-4703-92ff-ff5ccd421636 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:18.363843 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7fe90f50-a9cf-42a8-a201-dd70fdac2d57 req-6f1190a9-2634-4703-92ff-ff5ccd421636 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0613298 Jan 26 13:16:18.410286 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7fe90f50-a9cf-42a8-a201-dd70fdac2d57 req-813a17f2-0bb4-4527-beec-3e3319c3f71c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402215 Jan 26 13:16:18.717603 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 73000fda-561a-4eff-83a8-71acf3d1ed67 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:16:18.771268 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 73000fda-561a-4eff-83a8-71acf3d1ed67 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:18.771645 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:18.857551 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 73000fda-561a-4eff-83a8-71acf3d1ed67 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:19.134985 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a7d0-ff85-4559-ba2e-1b847d862c95 req-59cf971c-6c38-4695-a380-f861c26f1fa8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:19.136503 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4440a7d0-ff85-4559-ba2e-1b847d862c95 req-59cf971c-6c38-4695-a380-f861c26f1fa8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0475311 Jan 26 13:16:19.190819 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4440a7d0-ff85-4559-ba2e-1b847d862c95 req-f00d25dc-0c91-4986-ab66-f640e5a4ea95 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487845 Jan 26 13:16:19.530200 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3d67a-4aa0-488d-998b-f9dad287a756 req-3b83a6fb-5211-4c5d-a404-b048108b04fe tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:19.531622 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47c3d67a-4aa0-488d-998b-f9dad287a756 req-3b83a6fb-5211-4c5d-a404-b048108b04fe tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0494099 Jan 26 13:16:19.576725 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47c3d67a-4aa0-488d-998b-f9dad287a756 req-a716c048-18f7-4bce-b311-9f8792ecb954 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397022 Jan 26 13:16:20.302991 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d928b-50d7-4f20-ba1d-08dc321d9a51 req-001b29ab-8b17-4cb5-9c01-b1c18f296493 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:20.304478 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-427d928b-50d7-4f20-ba1d-08dc321d9a51 req-001b29ab-8b17-4cb5-9c01-b1c18f296493 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0466387 Jan 26 13:16:20.350473 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-427d928b-50d7-4f20-ba1d-08dc321d9a51 req-b58e08f9-b701-43b9-8a9f-79ba16c9b797 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Jan 26 13:16:20.551290 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49636194-9fbe-4756-aec7-8f2e6269c1af req-a24417b7-dac2-44f1-b580-861673109dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:20.553153 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-49636194-9fbe-4756-aec7-8f2e6269c1af req-a24417b7-dac2-44f1-b580-861673109dec service neutron] 10.222.0.24 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 918 time: 0.0859549 Jan 26 13:16:20.624511 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-49636194-9fbe-4756-aec7-8f2e6269c1af req-391428ca-5994-4581-a7d4-ee6af7c7da63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a981f395-f6ab-463c-a105-07809d2bcd48 HTTP/1.1" status: 200 len: 1002 time: 0.0638101 Jan 26 13:16:20.680798 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49636194-9fbe-4756-aec7-8f2e6269c1af req-aa6c9f38-bb88-49a9-b33a-cb88a5f59493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:20.682345 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-49636194-9fbe-4756-aec7-8f2e6269c1af req-aa6c9f38-bb88-49a9-b33a-cb88a5f59493 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 200 len: 856 time: 0.0464344 Jan 26 13:16:20.704275 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e1c3c-84a1-4857-a3cb-d1e670a4eb35 req-dd195ab6-d4f2-4377-9eb6-194da758471e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:20.706636 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3f4e1c3c-84a1-4857-a3cb-d1e670a4eb35 req-dd195ab6-d4f2-4377-9eb6-194da758471e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0523698 Jan 26 13:16:20.736184 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49636194-9fbe-4756-aec7-8f2e6269c1af req-d02abb94-7a06-47a3-99e8-b053fc473608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:20.737738 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-49636194-9fbe-4756-aec7-8f2e6269c1af req-d02abb94-7a06-47a3-99e8-b053fc473608 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84beaab8-7cea-4036-bed2-ae75c0fff259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487199 Jan 26 13:16:20.760067 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3f4e1c3c-84a1-4857-a3cb-d1e670a4eb35 req-c738c29f-1a1a-4882-8554-d1d4f159ca1b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470488 Jan 26 13:16:20.817724 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:20.859215 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-49636194-9fbe-4756-aec7-8f2e6269c1af req-1b779bbc-4a9d-47ef-862c-fa6ca94221df service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099999 Jan 26 13:16:20.955494 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-49636194-9fbe-4756-aec7-8f2e6269c1af req-6039dceb-582b-4406-8b8c-928773a892ce service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870380 Jan 26 13:16:21.467688 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94990a42-4404-4086-b189-c6c6085681fd req-3b05a9cd-3ed7-41d6-bfb0-cbc2c1b7e945 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:21.469316 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-94990a42-4404-4086-b189-c6c6085681fd req-3b05a9cd-3ed7-41d6-bfb0-cbc2c1b7e945 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0507140 Jan 26 13:16:21.517172 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-94990a42-4404-4086-b189-c6c6085681fd req-506e98cc-786b-493b-bda1-e987f815923f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Jan 26 13:16:21.882245 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b068d2-c464-48af-bdcd-5f0abf14495a req-122f280a-b1bf-49c4-81c1-219cff595622 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:21.883980 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-75b068d2-c464-48af-bdcd-5f0abf14495a req-122f280a-b1bf-49c4-81c1-219cff595622 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0525510 Jan 26 13:16:21.929225 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-75b068d2-c464-48af-bdcd-5f0abf14495a req-37f11357-23bd-499c-8460-95901d6cf651 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396664 Jan 26 13:16:22.409094 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa9d38-3c97-4d9a-bbb8-2e02a657e28a req-bb4d783c-458d-4f3f-b144-6a411281721f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:22.410723 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2aaa9d38-3c97-4d9a-bbb8-2e02a657e28a req-bb4d783c-458d-4f3f-b144-6a411281721f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0549498 Jan 26 13:16:22.460157 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2aaa9d38-3c97-4d9a-bbb8-2e02a657e28a req-7a841ce3-d104-4f01-a8c3-ffbb84775b10 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431049 Jan 26 13:16:22.636241 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6247dd-b475-486c-aee3-275dcef65f3c req-c4c7a42c-6959-4306-a6e5-656951c90ab2 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:22.637842 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6a6247dd-b475-486c-aee3-275dcef65f3c req-c4c7a42c-6959-4306-a6e5-656951c90ab2 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0505295 Jan 26 13:16:22.691680 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6a6247dd-b475-486c-aee3-275dcef65f3c req-3cf6c69a-4137-4bf9-8927-c0799d719b0e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483584 Jan 26 13:16:23.049540 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728c694-d0ee-40a9-8671-51fafd5ddaff req-e113aeee-d84a-4b3b-9bed-37e13edfff7f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:23.051006 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a728c694-d0ee-40a9-8671-51fafd5ddaff req-e113aeee-d84a-4b3b-9bed-37e13edfff7f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0505948 Jan 26 13:16:23.098388 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a728c694-d0ee-40a9-8671-51fafd5ddaff req-b686a991-d829-49cc-8b2b-0f85898013c6 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411797 Jan 26 13:16:23.573223 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f483fd-dd70-420c-bc21-0ef9d1043469 req-f868a61e-4a3d-4de1-a2ac-b2940f87ddea tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:23.574717 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b8f483fd-dd70-420c-bc21-0ef9d1043469 req-f868a61e-4a3d-4de1-a2ac-b2940f87ddea tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0476456 Jan 26 13:16:23.620799 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b8f483fd-dd70-420c-bc21-0ef9d1043469 req-d52062ae-b4d2-4b02-afac-44c6d2b54357 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405259 Jan 26 13:16:23.802285 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b85309-12ea-43cf-a2d4-e7086e8d0b13 req-aea4b8ad-1695-4934-9ce9-9674dd586756 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:23.803609 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f1b85309-12ea-43cf-a2d4-e7086e8d0b13 req-aea4b8ad-1695-4934-9ce9-9674dd586756 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0446739 Jan 26 13:16:23.853328 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f1b85309-12ea-43cf-a2d4-e7086e8d0b13 req-58aa8140-d09c-4971-8ad5-3a3db80a75a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429811 Jan 26 13:16:24.220414 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d79d58-aaf1-470d-8bd8-1847264a67d4 req-d722e564-7154-4e50-85af-18b01f03cc47 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:24.221895 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-72d79d58-aaf1-470d-8bd8-1847264a67d4 req-d722e564-7154-4e50-85af-18b01f03cc47 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0484679 Jan 26 13:16:24.268860 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-72d79d58-aaf1-470d-8bd8-1847264a67d4 req-791d40b6-7813-4bb9-9ec0-bee110ececf7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412138 Jan 26 13:16:24.737443 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098a783-088d-4120-a925-c9bef1647ae7 req-a8b47401-dc5a-419c-911a-998327cf6410 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:24.738876 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3098a783-088d-4120-a925-c9bef1647ae7 req-a8b47401-dc5a-419c-911a-998327cf6410 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0479171 Jan 26 13:16:24.783360 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3098a783-088d-4120-a925-c9bef1647ae7 req-101c9ea5-cca3-43ce-871b-fd26bb750288 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388954 Jan 26 13:16:25.390161 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6288efd-e9a3-4e75-a6f4-cc419f3412cf req-b20dd05c-6c46-467f-b05f-83380ad2b865 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:25.391602 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e6288efd-e9a3-4e75-a6f4-cc419f3412cf req-b20dd05c-6c46-467f-b05f-83380ad2b865 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0502622 Jan 26 13:16:25.440797 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e6288efd-e9a3-4e75-a6f4-cc419f3412cf req-c3533a1f-25f0-4996-9414-23d19b61bed9 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435979 Jan 26 13:16:25.908007 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4aed0-30f3-46b4-951d-33571df00017 req-7f5d8b1f-3c43-4483-b539-ae64ab656fcb tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:25.909500 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a4c4aed0-30f3-46b4-951d-33571df00017 req-7f5d8b1f-3c43-4483-b539-ae64ab656fcb tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0580411 Jan 26 13:16:25.958258 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a4c4aed0-30f3-46b4-951d-33571df00017 req-c4836924-efb3-4e63-aa7d-8517bdacf788 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412054 Jan 26 13:16:26.316774 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745c44d-0d12-413e-8822-fbfa776ed825 req-0473ad3a-1d38-4269-a5b6-b3bb0113d456 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:26.323392 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8745c44d-0d12-413e-8822-fbfa776ed825 req-0473ad3a-1d38-4269-a5b6-b3bb0113d456 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0589588 Jan 26 13:16:26.377533 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8745c44d-0d12-413e-8822-fbfa776ed825 req-17b17019-796b-4774-9a5f-f60d7cdd6d81 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513251 Jan 26 13:16:26.590145 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5974f4c-37d3-4632-afdd-365d0444806a req-59fe1c96-ed68-4d50-9f79-4d2ece59252e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:26.591722 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5974f4c-37d3-4632-afdd-365d0444806a req-59fe1c96-ed68-4d50-9f79-4d2ece59252e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0655246 Jan 26 13:16:26.677102 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5974f4c-37d3-4632-afdd-365d0444806a req-bf8810bd-425e-480c-bc57-846a7d69e2de tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715256 Jan 26 13:16:27.080382 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17789440-026f-4531-a12b-5340450f8c39 req-4a38e6cf-74bf-4476-bdcd-e6bbee5e412c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:27.081961 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-17789440-026f-4531-a12b-5340450f8c39 req-4a38e6cf-74bf-4476-bdcd-e6bbee5e412c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0500698 Jan 26 13:16:27.129174 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-17789440-026f-4531-a12b-5340450f8c39 req-9695b272-ba16-4069-ad65-45153da4b9c0 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413971 Jan 26 13:16:27.417501 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-620ad8b9-103d-4210-9446-b04ff6aedf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:27.809176 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeffe2-00c1-463d-aca0-7d49da6397fd req-e25e5cb9-4d65-496f-a119-da16ff8636db tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:27.810659 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1cbeffe2-00c1-463d-aca0-7d49da6397fd req-e25e5cb9-4d65-496f-a119-da16ff8636db tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0556576 Jan 26 13:16:27.856638 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1cbeffe2-00c1-463d-aca0-7d49da6397fd req-0123cae6-fc5e-483b-977d-9ef44c0243e7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403798 Jan 26 13:16:28.246290 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fe2e9-8024-4f73-98fc-2c7b0c03dd25 req-c5999a28-8df2-4333-af29-8cdbdb76a60d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:28.247950 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f46fe2e9-8024-4f73-98fc-2c7b0c03dd25 req-c5999a28-8df2-4333-af29-8cdbdb76a60d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0483820 Jan 26 13:16:28.294351 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f46fe2e9-8024-4f73-98fc-2c7b0c03dd25 req-b7b31459-b071-461a-b86e-43e4db928fea tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410907 Jan 26 13:16:28.977629 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd817e0-e40e-4f36-92f8-2d993d505f37 req-e8b6e72c-42a2-46d7-9d6a-5e8b8d28722f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:28.979533 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-abd817e0-e40e-4f36-92f8-2d993d505f37 req-e8b6e72c-42a2-46d7-9d6a-5e8b8d28722f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0508282 Jan 26 13:16:29.025068 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-abd817e0-e40e-4f36-92f8-2d993d505f37 req-30c85b36-5b05-459c-acca-a8bf5ae57fce tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398979 Jan 26 13:16:29.413736 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d315f53-1f16-4a0b-b112-f11b13ae5f91 req-9bfee1b1-824c-4779-948c-b6ff570e4488 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:29.416486 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5d315f53-1f16-4a0b-b112-f11b13ae5f91 req-9bfee1b1-824c-4779-948c-b6ff570e4488 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0504696 Jan 26 13:16:29.462421 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5d315f53-1f16-4a0b-b112-f11b13ae5f91 req-acccf253-955a-4e30-ace4-46ac1f7c8fda tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404294 Jan 26 13:16:29.662469 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2e58-ec52-4a96-8ddc-b5853ee9f3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:30.144847 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8d825-6cbc-4fed-972b-05ede633ae54 req-bd013c24-0372-4ae2-a3d5-9a2bde37e4ad tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:30.146334 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-86a8d825-6cbc-4fed-972b-05ede633ae54 req-bd013c24-0372-4ae2-a3d5-9a2bde37e4ad tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0483239 Jan 26 13:16:30.198176 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-86a8d825-6cbc-4fed-972b-05ede633ae54 req-e972d737-bf88-4774-861d-ad15e63a3cc7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457318 Jan 26 13:16:30.579182 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f86b4f-1111-486c-81fe-c2a9a2871f36 req-237a59a8-e1ef-4c1d-aed0-5e35bbc3c374 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:30.580705 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-74f86b4f-1111-486c-81fe-c2a9a2871f36 req-237a59a8-e1ef-4c1d-aed0-5e35bbc3c374 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0498805 Jan 26 13:16:30.628173 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-74f86b4f-1111-486c-81fe-c2a9a2871f36 req-87290c06-8f6e-457b-8622-bf457ccb6f72 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416431 Jan 26 13:16:30.770423 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a981f395-f6ab-463c-a105-07809d2bcd48 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:16:30.871730 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a981f395-f6ab-463c-a105-07809d2bcd48,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:16:30.891753 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'port_id': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'mac_address': 'fa:16:3e:cb:18:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:16:30.901590 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:30.935339 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port a981f395-f6ab-463c-a105-07809d2bcd48 is: ACTIVE; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:30.935771 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:30.949830 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a981f395-f6ab-463c-a105-07809d2bcd48 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:16:30.975030 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a981f395-f6ab-463c-a105-07809d2bcd48,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:16:30.981148 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:31.029275 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=a981f395-f6ab-463c-a105-07809d2bcd48,revision_number=6']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:31.318282 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ddc39-273e-4620-a1cd-d4979fddd2fa req-e3908036-13f9-44f9-a274-e996a091a862 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:31.319773 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f23ddc39-273e-4620-a1cd-d4979fddd2fa req-e3908036-13f9-44f9-a274-e996a091a862 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 945 time: 0.0529201 Jan 26 13:16:31.369773 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f23ddc39-273e-4620-a1cd-d4979fddd2fa req-7960e321-f157-4ca1-8f33-1721170dec6d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435104 Jan 26 13:16:31.749413 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df8977-e827-4b37-9b06-776f81d97c5d req-f5744d0b-ee4a-4d77-b76a-6cb2b0f358ad tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:31.750963 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f2df8977-e827-4b37-9b06-776f81d97c5d req-f5744d0b-ee4a-4d77-b76a-6cb2b0f358ad tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0520172 Jan 26 13:16:31.798097 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f2df8977-e827-4b37-9b06-776f81d97c5d req-639ec7c6-a728-406e-b266-dd2a73422be8 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Jan 26 13:16:31.982564 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['a981f395-f6ab-463c-a105-07809d2bcd48'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:16:32.226862 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:32.491243 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357357-4b0b-4337-881f-40a98387d69a req-05b2cdd8-f79a-4c50-aca7-e639c0c607c8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:32.492783 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6f357357-4b0b-4337-881f-40a98387d69a req-05b2cdd8-f79a-4c50-aca7-e639c0c607c8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 945 time: 0.0515835 Jan 26 13:16:32.542771 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6f357357-4b0b-4337-881f-40a98387d69a req-57f2dd90-6bb9-4116-a841-6ee6476cc1ee tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442071 Jan 26 13:16:32.929594 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af228f7a-329f-428e-9c6c-b43623d6961e req-b1949ba7-a929-4b0d-9f6c-0fb94b355217 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:32.932480 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-af228f7a-329f-428e-9c6c-b43623d6961e req-b1949ba7-a929-4b0d-9f6c-0fb94b355217 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0584061 Jan 26 13:16:32.983023 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-af228f7a-329f-428e-9c6c-b43623d6961e req-066095a3-40cf-4bfe-828a-30bbd2cc2120 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445738 Jan 26 13:16:33.673349 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d470f4d-50a7-4498-be7f-06e40f1d817b req-4d2a058f-eec5-4f89-800f-9f8eb85c585c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:33.675243 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9d470f4d-50a7-4498-be7f-06e40f1d817b req-4d2a058f-eec5-4f89-800f-9f8eb85c585c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 945 time: 0.0515292 Jan 26 13:16:33.723007 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9d470f4d-50a7-4498-be7f-06e40f1d817b req-38e9735a-03d1-44ae-ab0f-2f439a5b51c6 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410116 Jan 26 13:16:33.752104 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:33.851140 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a981f395-f6ab-463c-a105-07809d2bcd48 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:16:33.904682 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port a981f395-f6ab-463c-a105-07809d2bcd48 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:16:33.905051 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:33.985643 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port a981f395-f6ab-463c-a105-07809d2bcd48 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:33.986063 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:34.009750 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:16:34.012137 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1769282a-612d-42be-9cb4-89e1f97c6753" -d '{"events": [{"server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "name": "network-vif-plugged", "status": "completed", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:16:34.030619 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a981f395-f6ab-463c-a105-07809d2bcd48,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:16:34.036822 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:34.091561 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76cd14e-4775-4c5e-a902-092cb9f8abc9 x-openstack-request-id: req-e76cd14e-4775-4c5e-a902-092cb9f8abc9 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:16:34.092078 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "name": "network-vif-plugged", "status": "completed", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:16:34.092602 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e76cd14e-4775-4c5e-a902-092cb9f8abc9 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:16:34.093384 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'code': 200} Jan 26 13:16:34.103552 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=a981f395-f6ab-463c-a105-07809d2bcd48,revision_number=7']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:34.138523 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ea81f-975b-4955-9835-31609fd11125 req-1062b0ba-e49d-4c4f-8757-276693c99e85 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:34.141905 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d51ea81f-975b-4955-9835-31609fd11125 req-1062b0ba-e49d-4c4f-8757-276693c99e85 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0569952 Jan 26 13:16:34.192006 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d51ea81f-975b-4955-9835-31609fd11125 req-e9605423-7d2b-43d6-9c95-455a2721c192 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460389 Jan 26 13:16:34.847014 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456f6f9-5b2f-4a40-8040-2def16b093f3 req-32dfe6e3-564f-443c-9674-225490210869 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:34.848461 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9456f6f9-5b2f-4a40-8040-2def16b093f3 req-32dfe6e3-564f-443c-9674-225490210869 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0513294 Jan 26 13:16:34.894937 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9456f6f9-5b2f-4a40-8040-2def16b093f3 req-11090260-d031-4e4f-8c25-bd87518531ab tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401926 Jan 26 13:16:35.309215 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7a428-4177-4d3d-99be-549f8d9df166 req-3210263c-f3ed-4424-9fef-3223a763fa59 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:35.310663 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a8e7a428-4177-4d3d-99be-549f8d9df166 req-3210263c-f3ed-4424-9fef-3223a763fa59 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0488715 Jan 26 13:16:35.358840 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a8e7a428-4177-4d3d-99be-549f8d9df166 req-25ff729c-2bde-473b-9c02-898b6676d3ce tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427098 Jan 26 13:16:36.015556 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0889822-5663-4374-8ffd-a3259f125c9c req-df4a7fc3-e213-460f-be90-1254424b58a8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:36.016956 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b0889822-5663-4374-8ffd-a3259f125c9c req-df4a7fc3-e213-460f-be90-1254424b58a8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0488341 Jan 26 13:16:36.065010 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b0889822-5663-4374-8ffd-a3259f125c9c req-b3678d28-602e-40ca-8fb9-52775748bd31 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424716 Jan 26 13:16:36.469961 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdba9cb-0155-4111-ae24-75504747ebd8 req-ac00b5f5-2061-4561-9cb6-373b5770e12e tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:36.471457 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3bdba9cb-0155-4111-ae24-75504747ebd8 req-ac00b5f5-2061-4561-9cb6-373b5770e12e tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0466969 Jan 26 13:16:36.519686 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3bdba9cb-0155-4111-ae24-75504747ebd8 req-f555e6a6-c94b-4628-bf54-0a808a9f23e8 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427866 Jan 26 13:16:37.182351 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95a79a-92b8-44ed-8d8a-242aaa2f32fd req-d8521aa0-dca9-4942-81e2-51518e54b5bb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:37.183825 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6b95a79a-92b8-44ed-8d8a-242aaa2f32fd req-d8521aa0-dca9-4942-81e2-51518e54b5bb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0469589 Jan 26 13:16:37.233188 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6b95a79a-92b8-44ed-8d8a-242aaa2f32fd req-68d09bc6-6dac-44ed-b2da-7754fa717626 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434797 Jan 26 13:16:37.641825 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d67777-fbd3-4480-ab0c-e339d7fa5775 req-d4ff29f6-3014-4e66-8de4-24935f139e5c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:37.643323 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-63d67777-fbd3-4480-ab0c-e339d7fa5775 req-d4ff29f6-3014-4e66-8de4-24935f139e5c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0467613 Jan 26 13:16:37.690587 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-63d67777-fbd3-4480-ab0c-e339d7fa5775 req-8dc5e1e5-c231-49b3-a83d-110f8f9b1f1f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417275 Jan 26 13:16:38.358501 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f96897-0d62-4eb9-9bc1-d5fbce12cebc req-b2f50330-b8c8-496f-9e3d-0255659a0fda tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:38.360014 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-37f96897-0d62-4eb9-9bc1-d5fbce12cebc req-b2f50330-b8c8-496f-9e3d-0255659a0fda tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0514603 Jan 26 13:16:38.407193 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-37f96897-0d62-4eb9-9bc1-d5fbce12cebc req-858c81ae-75d2-48b9-be48-3624077ad9ee tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417318 Jan 26 13:16:38.808845 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dc495-f1a7-4a01-a2ec-fc3fc74a872f req-e19f124c-1565-4061-b4e6-dd6d776f7e46 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:38.810361 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ae7dc495-f1a7-4a01-a2ec-fc3fc74a872f req-e19f124c-1565-4061-b4e6-dd6d776f7e46 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0524631 Jan 26 13:16:38.856617 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ae7dc495-f1a7-4a01-a2ec-fc3fc74a872f req-363cd3bc-1b81-4937-a340-16fc6511ebf7 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406945 Jan 26 13:16:39.524916 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e66b5-4970-4c7d-a532-c19efeb0f372 req-fb988e91-5452-4248-aa51-bd9fa83c257d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:39.526309 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b68e66b5-4970-4c7d-a532-c19efeb0f372 req-fb988e91-5452-4248-aa51-bd9fa83c257d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0486069 Jan 26 13:16:39.573813 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b68e66b5-4970-4c7d-a532-c19efeb0f372 req-21ea9edf-b52d-48b5-b77b-12fd31e8bceb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413132 Jan 26 13:16:39.994659 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f97433-a41b-4728-9baa-f063562ad652 req-6f2a8f4f-376e-442c-b6e2-cdb8015064c6 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:39.996382 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-48f97433-a41b-4728-9baa-f063562ad652 req-6f2a8f4f-376e-442c-b6e2-cdb8015064c6 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0558567 Jan 26 13:16:40.045301 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-48f97433-a41b-4728-9baa-f063562ad652 req-079bc5af-42f9-43e1-8e37-540e4edd4c50 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431716 Jan 26 13:16:40.700572 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33990f5-5fc0-4a32-b232-a493c07b31a8 req-bdd5ee69-b86e-435b-b8c8-11f5264f7c57 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:40.702048 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d33990f5-5fc0-4a32-b232-a493c07b31a8 req-bdd5ee69-b86e-435b-b8c8-11f5264f7c57 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0560284 Jan 26 13:16:40.742415 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4337baf-2e3f-4a0e-88a8-0738c80f1bed req-7f99d351-9ed3-43f0-a3eb-5a9557360cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:40.744646 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a4337baf-2e3f-4a0e-88a8-0738c80f1bed req-7f99d351-9ed3-43f0-a3eb-5a9557360cb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 1099 time: 0.0440335 Jan 26 13:16:40.782792 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d33990f5-5fc0-4a32-b232-a493c07b31a8 req-f72dae45-c31f-4ae7-b250-478f3e61e613 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659895 Jan 26 13:16:40.790735 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23e3a4-7cb8-4633-a878-5590551cf349 req-5661dfda-8966-4c13-b95e-8ac6f02dae09 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:40.792208 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9b23e3a4-7cb8-4633-a878-5590551cf349 req-5661dfda-8966-4c13-b95e-8ac6f02dae09 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0850723 Jan 26 13:16:40.835463 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4337baf-2e3f-4a0e-88a8-0738c80f1bed req-19d15853-3dc9-4202-bf8d-b1d9896272e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:40.836949 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a4337baf-2e3f-4a0e-88a8-0738c80f1bed req-19d15853-3dc9-4202-bf8d-b1d9896272e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 919 time: 0.0842965 Jan 26 13:16:40.843003 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9b23e3a4-7cb8-4633-a878-5590551cf349 req-81fba3f3-3111-43b7-b536-468279aa26fd tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432525 Jan 26 13:16:40.885293 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a4337baf-2e3f-4a0e-88a8-0738c80f1bed req-9448bad2-2701-4d63-bf0c-4365786007e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=830afc2b-8430-4108-876b-03ab6faf6414 HTTP/1.1" status: 200 len: 217 time: 0.0408506 Jan 26 13:16:40.950815 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4337baf-2e3f-4a0e-88a8-0738c80f1bed req-7f19a30f-44ed-4a23-97a2-5194cfedcb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:40.952320 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a4337baf-2e3f-4a0e-88a8-0738c80f1bed req-7f19a30f-44ed-4a23-97a2-5194cfedcb48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c10b2774-d5c6-47c5-b0d4-2aa87af1694a HTTP/1.1" status: 200 len: 858 time: 0.0491009 Jan 26 13:16:41.006551 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a4337baf-2e3f-4a0e-88a8-0738c80f1bed req-e66f1b8c-a987-4224-8968-171278c49d62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2c07cbf-0563-491b-9ebf-a4abee0132e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250947 Jan 26 13:16:41.129115 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a4337baf-2e3f-4a0e-88a8-0738c80f1bed req-7a75c76f-3723-4da1-a5f3-71bc1c57d6a4 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114070 Jan 26 13:16:41.190705 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de0a0-7663-4fca-a415-d3f1ae47f820 req-8452cc49-10f3-4a3e-99af-dc6eb7903c7c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:41.200390 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-334de0a0-7663-4fca-a415-d3f1ae47f820 req-8452cc49-10f3-4a3e-99af-dc6eb7903c7c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0686638 Jan 26 13:16:41.290765 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a4337baf-2e3f-4a0e-88a8-0738c80f1bed req-137d7053-be5b-44bc-bf0f-3d7d0ad5c1c0 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500688 Jan 26 13:16:41.300189 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-334de0a0-7663-4fca-a415-d3f1ae47f820 req-c16cc7c8-7d5d-48ca-afd0-4ca7b4bfe095 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982900 Jan 26 13:16:41.942758 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646947b-0af4-42a2-ad6a-84e4bd85d483 req-c1b6e108-7186-4d25-bd26-224ed9a08a44 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:41.945237 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a646947b-0af4-42a2-ad6a-84e4bd85d483 req-c1b6e108-7186-4d25-bd26-224ed9a08a44 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0793078 Jan 26 13:16:42.045119 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d1084-b0dc-4e40-9004-f50f1620dfb7 req-5baf6a1b-1824-472b-ac16-522d059add74 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:42.048171 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8d0d1084-b0dc-4e40-9004-f50f1620dfb7 req-5baf6a1b-1824-472b-ac16-522d059add74 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0885363 Jan 26 13:16:42.060841 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a646947b-0af4-42a2-ad6a-84e4bd85d483 req-f989234e-a975-4b5b-92c9-80732984480e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088264 Jan 26 13:16:42.150303 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8d0d1084-b0dc-4e40-9004-f50f1620dfb7 req-4145896c-34e2-4a04-a5ed-9884012d0ab4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814528 Jan 26 13:16:42.474627 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdd365-2918-4787-9aa3-b6b26204d39f req-9b7225a4-6cd7-48bc-975f-7d1d84238d81 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:42.483330 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c4bdd365-2918-4787-9aa3-b6b26204d39f req-9b7225a4-6cd7-48bc-975f-7d1d84238d81 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0886443 Jan 26 13:16:42.557412 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c4bdd365-2918-4787-9aa3-b6b26204d39f req-0b95aa43-185a-4d7f-8b52-966147ea2c93 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707355 Jan 26 13:16:43.255608 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431d733-fd77-492d-9238-8a910ba0454c req-75b50141-5e68-4871-914d-269fc14006e0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:43.260207 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5431d733-fd77-492d-9238-8a910ba0454c req-75b50141-5e68-4871-914d-269fc14006e0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0650156 Jan 26 13:16:43.338171 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c175b7-9231-4d44-adc9-b8de0f176d18 req-d076bab2-cbf3-4e93-9533-e395d9835658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:43.340227 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e8c175b7-9231-4d44-adc9-b8de0f176d18 req-d076bab2-cbf3-4e93-9533-e395d9835658 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0939188 Jan 26 13:16:43.384663 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5431d733-fd77-492d-9238-8a910ba0454c req-cd9fb1a2-3639-44e0-a4a8-07ea6447e105 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926149 Jan 26 13:16:43.419255 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e8c175b7-9231-4d44-adc9-b8de0f176d18 req-e4c8b506-5f4c-4ad8-b8c1-5963d1e2e520 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723979 Jan 26 13:16:43.732410 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa83ee-c389-473f-ac10-ae225c81034b req-9817bad1-a18c-44da-9e9a-0084a53c900d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:43.733952 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ebaa83ee-c389-473f-ac10-ae225c81034b req-9817bad1-a18c-44da-9e9a-0084a53c900d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0745561 Jan 26 13:16:43.802268 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ebaa83ee-c389-473f-ac10-ae225c81034b req-6a92b12b-ac43-4824-b9a0-22d85aa7fc7e tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592604 Jan 26 13:16:44.197571 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ad1f8-4ddb-4e06-8029-4a7aeefc16eb req-c22802bb-8b51-4543-ab5f-8b01a9a7d775 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:44.213940 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6f9ad1f8-4ddb-4e06-8029-4a7aeefc16eb req-c22802bb-8b51-4543-ab5f-8b01a9a7d775 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.1403890 Jan 26 13:16:44.273791 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 37770) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:44.296397 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6f9ad1f8-4ddb-4e06-8029-4a7aeefc16eb req-3aa0ad8a-a289-4410-afe9-9f86e602ca7e tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870736 Jan 26 13:16:44.371765 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae3662-127b-40e4-95f4-5a899b1e94c4 req-d82e798c-d9a0-469e-8e13-209de24c9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:44.373389 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88ae3662-127b-40e4-95f4-5a899b1e94c4 req-d82e798c-d9a0-469e-8e13-209de24c9eae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de75dc29edc844e7a51901a972dab6a1&device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 1099 time: 0.0666714 Jan 26 13:16:44.437776 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e2e10b5-cdd4-4328-873a-88b3bff00286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:44.524525 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06476abd-703c-46e3-9761-9f42e8061b4c req-a7e542e7-94be-4bf4-99db-726cd02ea363 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:44.533674 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-06476abd-703c-46e3-9761-9f42e8061b4c req-a7e542e7-94be-4bf4-99db-726cd02ea363 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0655212 Jan 26 13:16:44.574329 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae3662-127b-40e4-95f4-5a899b1e94c4 req-634ef9da-e50b-4af0-a22a-35bf85a74fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:44.576300 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88ae3662-127b-40e4-95f4-5a899b1e94c4 req-634ef9da-e50b-4af0-a22a-35bf85a74fb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f HTTP/1.1" status: 200 len: 912 time: 0.1964211 Jan 26 13:16:44.628179 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed93ef-0999-4958-bf1b-6bd5039bb3bc req-dcef8446-ffba-45ae-bdc3-9599da3f44a7 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:44.629664 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d9ed93ef-0999-4958-bf1b-6bd5039bb3bc req-dcef8446-ffba-45ae-bdc3-9599da3f44a7 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0934787 Jan 26 13:16:44.640049 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-06476abd-703c-46e3-9761-9f42e8061b4c req-25d93228-30fb-42fc-807a-2b0ced84cea7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036723 Jan 26 13:16:44.681295 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e2e10b5-cdd4-4328-873a-88b3bff00286 admin admin] Publish callbacks [] for security_group (d9741d73-6052-4115-922f-9e8cbc45447e), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:44.692231 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e2e10b5-cdd4-4328-873a-88b3bff00286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (d9741d73-6052-4115-922f-9e8cbc45447e), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:44.722978 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d9ed93ef-0999-4958-bf1b-6bd5039bb3bc req-ea37b5d2-ff4d-4ca4-bb3d-6001fc8907e1 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799241 Jan 26 13:16:44.738481 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88ae3662-127b-40e4-95f4-5a899b1e94c4 req-3547d107-df3a-449b-8863-c2e5cda96be4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89dc0911-31b4-4a89-8123-7e9a0b604a80 HTTP/1.1" status: 200 len: 1002 time: 0.1524642 Jan 26 13:16:44.759710 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e10b5-cdd4-4328-873a-88b3bff00286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9741d73-6052-4115-922f-9e8cbc45447e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:44.781034 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7e2e10b5-cdd4-4328-873a-88b3bff00286 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32d607ef60b54b6da32c11ac2ee7043d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5055304 Jan 26 13:16:44.783876 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 37784) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:44.787975 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:16:44.802480 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae3662-127b-40e4-95f4-5a899b1e94c4 req-e27fa2b7-9c6a-485c-96d2-539e4822a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:44.803920 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88ae3662-127b-40e4-95f4-5a899b1e94c4 req-e27fa2b7-9c6a-485c-96d2-539e4822a2d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc77bad1-131b-4485-8b8c-4e65034728c9 HTTP/1.1" status: 200 len: 850 time: 0.0555334 Jan 26 13:16:44.847388 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-17741b49-4bba-410c-b312-e4e352ae6c99 admin admin] Publish callbacks [] for security_group (d9741d73-6052-4115-922f-9e8cbc45447e), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:44.870040 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae3662-127b-40e4-95f4-5a899b1e94c4 req-7a5a8918-32be-4ac0-9c1c-a33b2c18cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:44.872038 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-17741b49-4bba-410c-b312-e4e352ae6c99 admin admin] Publish callbacks [] for security_group (d9741d73-6052-4115-922f-9e8cbc45447e), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:44.874598 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88ae3662-127b-40e4-95f4-5a899b1e94c4 req-7a5a8918-32be-4ac0-9c1c-a33b2c18cd8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617526 Jan 26 13:16:44.934613 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-17741b49-4bba-410c-b312-e4e352ae6c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (d9741d73-6052-4115-922f-9e8cbc45447e), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:44.937627 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-17741b49-4bba-410c-b312-e4e352ae6c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:44.941320 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-17741b49-4bba-410c-b312-e4e352ae6c99 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9741d73-6052-4115-922f-9e8cbc45447e HTTP/1.1" status: 204 len: 168 time: 0.1539814 Jan 26 13:16:44.981953 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17741b49-4bba-410c-b312-e4e352ae6c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9741d73-6052-4115-922f-9e8cbc45447e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:45.001556 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88ae3662-127b-40e4-95f4-5a899b1e94c4 req-c2364028-eb42-4072-a82e-b776c41a1bfa service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167583 Jan 26 13:16:45.131111 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-88ae3662-127b-40e4-95f4-5a899b1e94c4 req-0181d2b8-2d60-4e9a-8df1-1caa90f4c617 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221852 Jan 26 13:16:45.423526 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd489b48-d01d-401f-a641-706002e6b1c5 req-dc08826c-4c61-4c03-8018-d7872ce2ee1a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:45.431825 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cd489b48-d01d-401f-a641-706002e6b1c5 req-dc08826c-4c61-4c03-8018-d7872ce2ee1a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0593407 Jan 26 13:16:45.477674 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cd489b48-d01d-401f-a641-706002e6b1c5 req-2c88c4fc-000b-42ba-9ca0-44218eb867fe tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447741 Jan 26 13:16:45.822648 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08110dd4-7a25-4c45-a2e1-6fb1fa2fd95c req-92d8957a-d593-4645-a345-4f3395cb26c7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:45.824489 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-08110dd4-7a25-4c45-a2e1-6fb1fa2fd95c req-92d8957a-d593-4645-a345-4f3395cb26c7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.1030505 Jan 26 13:16:45.903283 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-08110dd4-7a25-4c45-a2e1-6fb1fa2fd95c req-e3de8a22-6d4d-4f32-aa9b-ff77793e2156 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699062 Jan 26 13:16:45.910765 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e021e1-b1cb-4717-b62e-cda62aba8b30 req-369e0b53-0b97-46ad-84b1-aa62ccf1f43a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:45.912262 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d8e021e1-b1cb-4717-b62e-cda62aba8b30 req-369e0b53-0b97-46ad-84b1-aa62ccf1f43a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0973091 Jan 26 13:16:46.001940 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d8e021e1-b1cb-4717-b62e-cda62aba8b30 req-f4bdfff5-ba57-4018-bde2-f46fa3112286 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841165 Jan 26 13:16:46.619138 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b907b6-5661-4a77-bb3d-39d3eae1917e req-e74db80a-af00-4165-96a4-168fda4aa513 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:46.625392 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-29b907b6-5661-4a77-bb3d-39d3eae1917e req-e74db80a-af00-4165-96a4-168fda4aa513 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0613101 Jan 26 13:16:46.688932 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-29b907b6-5661-4a77-bb3d-39d3eae1917e req-e77af5b8-5397-40be-9de4-76d46ae328ce tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619450 Jan 26 13:16:47.040641 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d331502-097e-4bc5-a470-fda2b195083b req-c69fe8c5-bfec-4ed3-8b34-f65d37385dc0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:47.043189 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8d331502-097e-4bc5-a470-fda2b195083b req-c69fe8c5-bfec-4ed3-8b34-f65d37385dc0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0546756 Jan 26 13:16:47.128482 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8d331502-097e-4bc5-a470-fda2b195083b req-ac6e9f9f-19a6-4842-b431-168fd9aae065 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756872 Jan 26 13:16:47.156116 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f07304-3f9e-4f65-9851-36313ea3f02e req-d4207804-c0f2-4ade-8170-d4e7963842cd tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:47.159930 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b8f07304-3f9e-4f65-9851-36313ea3f02e req-d4207804-c0f2-4ade-8170-d4e7963842cd tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0764189 Jan 26 13:16:47.213174 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b8f07304-3f9e-4f65-9851-36313ea3f02e req-70fcee8f-e07b-4b61-9309-891bf684df0b tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520477 Jan 26 13:16:48.294189 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde19992-6f25-4ae7-bd45-986916bc07a9 req-6d082aa4-8095-4b54-b24d-4c1f8c228d63 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:48.295724 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-dde19992-6f25-4ae7-bd45-986916bc07a9 req-6d082aa4-8095-4b54-b24d-4c1f8c228d63 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0774503 Jan 26 13:16:48.393400 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d23e-bf3c-452f-ab95-d31df626c5b2 req-8bce0ffa-bdda-4cec-803d-a26a5e2d0636 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:48.394867 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4350d23e-bf3c-452f-ab95-d31df626c5b2 req-8bce0ffa-bdda-4cec-803d-a26a5e2d0636 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0869823 Jan 26 13:16:48.406223 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-dde19992-6f25-4ae7-bd45-986916bc07a9 req-c57f1e17-0941-486b-b1b5-055975ba8c8f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042583 Jan 26 13:16:48.467857 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4350d23e-bf3c-452f-ab95-d31df626c5b2 req-e0cf73af-fa2d-4895-9bb2-62b4b9e8f9cf tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605738 Jan 26 13:16:49.640603 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f54cfc-3a65-4b64-a54c-4efa6a784287 req-d08c4f03-6a47-47be-9b92-af01fdbb3733 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:49.642225 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e0f54cfc-3a65-4b64-a54c-4efa6a784287 req-d08c4f03-6a47-47be-9b92-af01fdbb3733 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.1489716 Jan 26 13:16:49.649070 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06057ad-f9d2-40b3-b28a-141f356e22be req-b40e22ef-7e9b-4653-ab54-4a9adde4d390 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:49.650485 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f06057ad-f9d2-40b3-b28a-141f356e22be req-b40e22ef-7e9b-4653-ab54-4a9adde4d390 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0909498 Jan 26 13:16:49.726227 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e0f54cfc-3a65-4b64-a54c-4efa6a784287 req-c860647b-9ea6-43c5-bf00-d1ec271675ff tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747175 Jan 26 13:16:49.731239 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f06057ad-f9d2-40b3-b28a-141f356e22be req-8ef54ae7-cdd1-4562-a49e-f12ec0f5f893 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714731 Jan 26 13:16:50.827360 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:50.911881 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3e7d-2dc9-40c5-96b0-04c2b14a25d3 req-d996a297-39f4-4ca3-b3c4-4df087bfccec tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:50.913415 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-dd4b3e7d-2dc9-40c5-96b0-04c2b14a25d3 req-d996a297-39f4-4ca3-b3c4-4df087bfccec tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0795472 Jan 26 13:16:50.926034 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f0779-b967-4ff7-b897-610ed1176b9a req-233854eb-2948-40e2-a463-76edfbefc81f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:50.927452 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-870f0779-b967-4ff7-b897-610ed1176b9a req-233854eb-2948-40e2-a463-76edfbefc81f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0836527 Jan 26 13:16:51.009705 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-dd4b3e7d-2dc9-40c5-96b0-04c2b14a25d3 req-c1f9be2a-bbec-4a3f-8644-b93ae481b086 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810659 Jan 26 13:16:51.013954 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-870f0779-b967-4ff7-b897-610ed1176b9a req-cf4807e0-2c20-4159-bf21-5696096fe39a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779767 Jan 26 13:16:51.574566 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3cd0-aa26-4050-839b-bd56fe67e097 req-0be209a8-2b06-4a48-b0a3-ac4dd929954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:51.575947 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c09d3cd0-aa26-4050-839b-bd56fe67e097 req-0be209a8-2b06-4a48-b0a3-ac4dd929954d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 1099 time: 0.0391443 Jan 26 13:16:51.665508 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3cd0-aa26-4050-839b-bd56fe67e097 req-fe69bd75-d69e-44b7-94c4-1988a3fc6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:51.666953 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c09d3cd0-aa26-4050-839b-bd56fe67e097 req-fe69bd75-d69e-44b7-94c4-1988a3fc6221 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 918 time: 0.0817552 Jan 26 13:16:51.746782 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c09d3cd0-aa26-4050-839b-bd56fe67e097 req-cc393901-e57c-46a0-8aa0-5c6acc66127d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a981f395-f6ab-463c-a105-07809d2bcd48 HTTP/1.1" status: 200 len: 1002 time: 0.0729322 Jan 26 13:16:51.796415 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3cd0-aa26-4050-839b-bd56fe67e097 req-2a6265f7-3a62-4263-a8bd-b2ae520e7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:51.797886 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c09d3cd0-aa26-4050-839b-bd56fe67e097 req-2a6265f7-3a62-4263-a8bd-b2ae520e7a2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 200 len: 856 time: 0.0434759 Jan 26 13:16:51.849538 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3cd0-aa26-4050-839b-bd56fe67e097 req-ce2cefc4-40af-4431-bdcd-a3650ff194b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:51.850932 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c09d3cd0-aa26-4050-839b-bd56fe67e097 req-ce2cefc4-40af-4431-bdcd-a3650ff194b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84beaab8-7cea-4036-bed2-ae75c0fff259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397909 Jan 26 13:16:51.942530 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c09d3cd0-aa26-4050-839b-bd56fe67e097 req-a9c58797-ca02-4572-9218-7851c9e13e92 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833590 Jan 26 13:16:52.031035 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c09d3cd0-aa26-4050-839b-bd56fe67e097 req-383abf89-a93a-49c8-ab1e-65c8f8b134ed service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814395 Jan 26 13:16:52.159416 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0dd31-801d-49e7-adc6-bcb51f3b5d59 req-bddf6807-17f9-4fd0-b84d-74b44c129211 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:52.160870 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d1d0dd31-801d-49e7-adc6-bcb51f3b5d59 req-bddf6807-17f9-4fd0-b84d-74b44c129211 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0796950 Jan 26 13:16:52.168916 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae64a9-718f-4a9c-825d-faeac11d644b req-03f0183c-c388-4059-80d6-a3dfee74bdf8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:52.170253 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-afae64a9-718f-4a9c-825d-faeac11d644b req-03f0183c-c388-4059-80d6-a3dfee74bdf8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0878754 Jan 26 13:16:52.241245 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d1d0dd31-801d-49e7-adc6-bcb51f3b5d59 req-b632849c-fecb-404a-8697-a1b8065f2ba2 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700250 Jan 26 13:16:52.247159 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-afae64a9-718f-4a9c-825d-faeac11d644b req-a5b40f45-be03-4d9f-820f-5e6b9b49c9de tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702341 Jan 26 13:16:53.384367 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee45dc0-0d5a-425c-9b1f-22714dee2066 req-6a0a410e-a33b-48d2-8387-9a00ab318a66 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:53.386460 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9ee45dc0-0d5a-425c-9b1f-22714dee2066 req-6a0a410e-a33b-48d2-8387-9a00ab318a66 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0745125 Jan 26 13:16:53.393867 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdfb5-9f5e-46bf-b0e9-0d695a900728 req-823cbf78-b38c-47f6-8d25-715ca8da1df8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:53.395236 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1acbdfb5-9f5e-46bf-b0e9-0d695a900728 req-823cbf78-b38c-47f6-8d25-715ca8da1df8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 946 time: 0.0748799 Jan 26 13:16:53.688149 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9ee45dc0-0d5a-425c-9b1f-22714dee2066 req-b1a05852-817e-4c4e-9ded-0a6b2c8aeea9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918274 Jan 26 13:16:53.692009 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1acbdfb5-9f5e-46bf-b0e9-0d695a900728 req-3a4ed925-0080-445b-bb59-ec5fd3d672e4 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897646 Jan 26 13:16:53.931216 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a981f395-f6ab-463c-a105-07809d2bcd48 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:16:54.006839 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port a981f395-f6ab-463c-a105-07809d2bcd48 is: ACTIVE; New status is: DOWN {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:54.007141 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:54.029270 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:16:54.031470 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fde5bc-6d83-4d34-b22f-095afa165574" -d '{"events": [{"server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "name": "network-vif-unplugged", "status": "completed", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:16:54.044148 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a981f395-f6ab-463c-a105-07809d2bcd48,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:16:54.048273 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:54.075862 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 13:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fbac1b-a6da-4555-a523-39f05bac990c x-openstack-request-id: req-88fbac1b-a6da-4555-a523-39f05bac990c {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:16:54.076211 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "name": "network-vif-unplugged", "status": "completed", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:16:54.076467 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88fbac1b-a6da-4555-a523-39f05bac990c {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:16:54.076849 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'code': 200} Jan 26 13:16:54.104421 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=a981f395-f6ab-463c-a105-07809d2bcd48,revision_number=8']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:16:54.830226 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce99d63-88d3-431f-a0d7-d58fb16c6001 req-7ba0070c-dfe4-43e6-9424-e8935c617437 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:54.831701 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2ce99d63-88d3-431f-a0d7-d58fb16c6001 req-7ba0070c-dfe4-43e6-9424-e8935c617437 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0719559 Jan 26 13:16:54.846972 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b6ae4-65d6-49b7-83f6-10e7bda665e7 req-e339f5fe-2c26-4ed0-af1d-9451b7058c34 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:54.853825 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-893b6ae4-65d6-49b7-83f6-10e7bda665e7 req-e339f5fe-2c26-4ed0-af1d-9451b7058c34 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0853839 Jan 26 13:16:54.934855 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-893b6ae4-65d6-49b7-83f6-10e7bda665e7 req-887d5f6e-4c4a-42da-a00a-36bbf512b639 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792382 Jan 26 13:16:54.940058 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2ce99d63-88d3-431f-a0d7-d58fb16c6001 req-01be9635-5c8b-4df9-bb53-e1174803e31b tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770686 Jan 26 13:16:55.394324 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [req-cdd049f7-1545-4f07-a64e-f49728f8f4b3 req-d371fc63-d9bb-4092-8fce-76c68d194cae service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:16:55.395280 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cdd049f7-1545-4f07-a64e-f49728f8f4b3 req-d371fc63-d9bb-4092-8fce-76c68d194cae service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053854 Jan 26 13:16:55.551152 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c940f31-2e24-4fe5-843d-7ca507f372e5 req-e0587895-0a8a-4dc1-9eec-8c16f17154f9 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:55.552658 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9c940f31-2e24-4fe5-843d-7ca507f372e5 req-e0587895-0a8a-4dc1-9eec-8c16f17154f9 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0532928 Jan 26 13:16:55.600666 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9c940f31-2e24-4fe5-843d-7ca507f372e5 req-614263ba-58c2-4106-9808-0eb49230b20d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 Jan 26 13:16:55.854861 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 37960) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:16:55.949901 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-92ccb894-cb6c-4e30-aa87-378354b00e23 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938194 Jan 26 13:16:55.958301 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-8245b538-49af-4842-889d-6fa155cdc98d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102609) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:16:55.959189 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-8245b538-49af-4842-889d-6fa155cdc98d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048828 Jan 26 13:16:56.054485 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d22ddf-8625-4246-a1d4-ea13c9f7e8fa req-520f92db-f5f0-451c-a2d4-caf50940e331 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:56.056244 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-54d22ddf-8625-4246-a1d4-ea13c9f7e8fa req-520f92db-f5f0-451c-a2d4-caf50940e331 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0475142 Jan 26 13:16:56.102628 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-54d22ddf-8625-4246-a1d4-ea13c9f7e8fa req-99678c4a-7ad8-4bc4-b097-4ff6dbb7b6fa tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403597 Jan 26 13:16:56.731954 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabdfac-df2d-4414-ba5b-4c2bdf95b4a0 req-2d998d0c-7081-43d8-8e5b-144a3b84b193 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:56.733448 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-faabdfac-df2d-4414-ba5b-4c2bdf95b4a0 req-2d998d0c-7081-43d8-8e5b-144a3b84b193 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0572369 Jan 26 13:16:56.780384 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-faabdfac-df2d-4414-ba5b-4c2bdf95b4a0 req-5b59e8c7-ad61-4176-ad3d-b7ad66fae83d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412483 Jan 26 13:16:57.234970 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cf78-140a-42d4-954d-7ff69f21b8ac req-8c2f68bb-8cbb-4723-8220-a183dd4ae973 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:57.236575 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-67e4cf78-140a-42d4-954d-7ff69f21b8ac req-8c2f68bb-8cbb-4723-8220-a183dd4ae973 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0548534 Jan 26 13:16:57.306197 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-b511c488-604f-4ce0-9d70-aca14cfb7fbd tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288941795&fields=id&tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3 HTTP/1.1" status: 200 len: 267 time: 0.0684633 Jan 26 13:16:57.328275 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-67e4cf78-140a-42d4-954d-7ff69f21b8ac req-48c4e83f-65cc-432c-add5-67148ca16514 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836899 Jan 26 13:16:57.419882 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-800e258e-6479-4bc9-a39d-7d8d99324c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:57.436956 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-c3b8445f-aec2-4885-9548-dc5836ed3cd3 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:57.438406 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-c3b8445f-aec2-4885-9548-dc5836ed3cd3 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 812 time: 0.1242285 Jan 26 13:16:57.452865 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-48c2a298-d098-45c2-b65b-009da747034d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/quotas/9ee1f69d46a04a0cbb2b0e04296d9cd3 HTTP/1.1" status: 200 len: 375 time: 0.0089138 Jan 26 13:16:57.500755 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-fe34eb80-45fe-422f-87db-e9cf2a794fec tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431836 Jan 26 13:16:57.594937 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-56c7b794-aed5-4685-9cc2-3f067237ee09 service neutron] 10.222.0.10 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833862 Jan 26 13:16:57.683047 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-ba13f663-08a4-49e2-b1b4-a29fd9bddf0f service neutron] 10.222.0.10 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819037 Jan 26 13:16:57.724126 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-fdb0c650-0b0f-467b-9b05-e316d2c2939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:57.725595 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-fdb0c650-0b0f-467b-9b05-e316d2c2939a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738&tenant_id=5fa95ef025ad4b06857dd510f4344181 HTTP/1.1" status: 200 len: 1097 time: 0.0674574 Jan 26 13:16:57.789471 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-5fe82920-2975-4655-aa61-f78afd41536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:57.791082 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-5fe82920-2975-4655-aa61-f78afd41536d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 1097 time: 0.0421681 Jan 26 13:16:57.898016 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-7e36596e-7afb-4387-8a04-acc26dac73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:57.899765 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-7e36596e-7afb-4387-8a04-acc26dac73dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 918 time: 0.0926902 Jan 26 13:16:57.910052 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc544661-7c45-4f8d-b4cd-cac07a470d91 req-78cd7ceb-6b79-47be-80a2-bfbd4a637965 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:57.912722 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-dc544661-7c45-4f8d-b4cd-cac07a470d91 req-78cd7ceb-6b79-47be-80a2-bfbd4a637965 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0595777 Jan 26 13:16:57.965204 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a981f395-f6ab-463c-a105-07809d2bcd48 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:16:57.993808 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-ff804355-c519-4c6b-bf99-4fa8a24e1dd4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a981f395-f6ab-463c-a105-07809d2bcd48 HTTP/1.1" status: 200 len: 1000 time: 0.0838144 Jan 26 13:16:58.015212 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c153fe67-690c-46c1-ba9f-d8e881378c69 req-fb8eb625-e36a-4d48-9c41-062d7231f0a9 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0436149 Jan 26 13:16:58.033403 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-dc544661-7c45-4f8d-b4cd-cac07a470d91 req-58e2b040-8d19-4ded-af57-ec0bfaff22c7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084013 Jan 26 13:16:58.069557 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-63e6c912-7d28-4cc4-9b24-4c3808a26fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:58.071073 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-63e6c912-7d28-4cc4-9b24-4c3808a26fe7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 200 len: 856 time: 0.0681789 Jan 26 13:16:58.094634 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port a981f395-f6ab-463c-a105-07809d2bcd48 is: DOWN; New status is: DOWN {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:16:58.122243 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-37ee5379-fca0-4220-9c91-216a4a723496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:58.123749 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-37ee5379-fca0-4220-9c91-216a4a723496 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84beaab8-7cea-4036-bed2-ae75c0fff259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460174 Jan 26 13:16:58.225693 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-3a20c23d-c378-4102-a100-0b12f662179e service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939388 Jan 26 13:16:58.315576 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c1a66601-b3d0-4b5b-be39-b847a9533094 req-162d06ad-8f68-41f8-94f0-573e97959da4 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831919 Jan 26 13:16:58.465368 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97203a-aded-4dda-8a29-0d541d1cf057 req-196c808d-bf1f-40e1-b66d-5bb7d4b726f5 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:58.472151 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6b97203a-aded-4dda-8a29-0d541d1cf057 req-196c808d-bf1f-40e1-b66d-5bb7d4b726f5 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0566213 Jan 26 13:16:58.518424 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6b97203a-aded-4dda-8a29-0d541d1cf057 req-29e1b2ab-ad9a-4404-966a-e4cb04d042df tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444038 Jan 26 13:16:59.135091 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cbcd3365-32ff-4aaf-8ac8-a29fd04cc2d4 req-c00f4d7d-a8bb-47f3-b4fd-b0e253e7b0fc tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0407708 Jan 26 13:16:59.221367 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867d838-8b6b-4b14-a54f-052f7b15a82f req-ece3bcc2-b09f-4deb-bac3-7a7a6e041ba4 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:59.228149 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f867d838-8b6b-4b14-a54f-052f7b15a82f req-ece3bcc2-b09f-4deb-bac3-7a7a6e041ba4 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0963013 Jan 26 13:16:59.276744 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f867d838-8b6b-4b14-a54f-052f7b15a82f req-79758d21-a844-4ab6-8126-ad2685a106ed tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477109 Jan 26 13:16:59.642652 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff617f-db49-4f90-919f-f369f983ff67 req-eb14e2e1-e203-4580-bec7-769fe70db891 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:16:59.644945 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4cff617f-db49-4f90-919f-f369f983ff67 req-eb14e2e1-e203-4580-bec7-769fe70db891 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0531874 Jan 26 13:16:59.669227 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2b15915e-70d2-4b63-8fee-990fb467d8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:16:59.709006 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4cff617f-db49-4f90-919f-f369f983ff67 req-0776613a-b041-4169-b289-caf3231fcf1e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562983 Jan 26 13:17:00.249704 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-abb25355-6833-4fcd-b843-d04cfbd5a3e4 req-02e30dce-300b-4d4d-9d50-d2400e813ae8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0290878 Jan 26 13:17:00.406916 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e9c94-3bb8-400b-8ba0-b3f7bbf18bd5 req-8dfec8d4-85fb-4e02-8af8-8ba6194e7a5d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:00.408692 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bd5e9c94-3bb8-400b-8ba0-b3f7bbf18bd5 req-8dfec8d4-85fb-4e02-8af8-8ba6194e7a5d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0539300 Jan 26 13:17:00.461212 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bd5e9c94-3bb8-400b-8ba0-b3f7bbf18bd5 req-bcf241c7-35dc-42cb-934e-c25f2fd17bcf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467012 Jan 26 13:17:00.843091 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955be1b8-4ad7-417b-a8c8-010feb0f97ab req-06e5854e-56a6-4638-8fca-5f740d63e75d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:00.844575 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-955be1b8-4ad7-417b-a8c8-010feb0f97ab req-06e5854e-56a6-4638-8fca-5f740d63e75d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0462191 Jan 26 13:17:00.896180 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-955be1b8-4ad7-417b-a8c8-010feb0f97ab req-de1c331b-9241-4b92-8f9c-3bd6c4e4cd15 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453672 Jan 26 13:17:00.904849 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:01.354936 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4f10b007-1404-4090-8fdb-338f04592f5c req-b357b826-9db8-4fc0-a3ba-14e8ec9e9f99 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0323040 Jan 26 13:17:01.593531 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00394ad4-a29e-4b49-ad92-843ca16fb6d2 req-87c71132-9b44-4db4-88ed-0439fd46b9b0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:01.595196 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-00394ad4-a29e-4b49-ad92-843ca16fb6d2 req-87c71132-9b44-4db4-88ed-0439fd46b9b0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0574174 Jan 26 13:17:01.655560 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-00394ad4-a29e-4b49-ad92-843ca16fb6d2 req-d08dee6b-7dc1-476f-bd75-f90580988757 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549598 Jan 26 13:17:02.017415 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4758e6-6754-4020-b4e4-ba6601bfc5d3 req-e1f1bfd1-590c-47a5-a70c-4bb5db5297d4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:02.019082 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6d4758e6-6754-4020-b4e4-ba6601bfc5d3 req-e1f1bfd1-590c-47a5-a70c-4bb5db5297d4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0505128 Jan 26 13:17:02.069505 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6d4758e6-6754-4020-b4e4-ba6601bfc5d3 req-547fa627-996d-4c4b-ab0f-1cf02326ea3d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Jan 26 13:17:02.231880 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:02.459478 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-40da55cc-ee19-4eb3-913b-517077e13de4 req-143a115b-af8d-4054-aabb-76e2b90d02fe tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0302896 Jan 26 13:17:02.785041 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc5466-4e8a-4261-80f7-3e851248c803 req-30c2f283-207a-4cea-bb5d-e69966ae59d3 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:02.786878 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-13cc5466-4e8a-4261-80f7-3e851248c803 req-30c2f283-207a-4cea-bb5d-e69966ae59d3 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0501034 Jan 26 13:17:02.841006 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-13cc5466-4e8a-4261-80f7-3e851248c803 req-37bb6442-05de-4354-b25c-ed7283cb130a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484319 Jan 26 13:17:03.188478 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed61a9-e1fa-4133-834b-5977617ca27a req-bd1d1dc5-d7f5-4c91-ba51-670db545de00 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:03.189978 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9eed61a9-e1fa-4133-834b-5977617ca27a req-bd1d1dc5-d7f5-4c91-ba51-670db545de00 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0480735 Jan 26 13:17:03.238508 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9eed61a9-e1fa-4133-834b-5977617ca27a req-8a03990d-bb8b-44d0-812e-c694cc3d31b9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430956 Jan 26 13:17:03.557677 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9b9bcc50-180e-4605-b723-4bb2878f350f req-65615907-5406-4d30-8608-17748aefede8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0287948 Jan 26 13:17:03.765205 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:03.959556 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dc3b2-c1fe-4d55-9529-72cfae3d1ea2 req-c9212e6c-63b4-434d-8763-9aeafee03a2d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:03.961080 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c18dc3b2-c1fe-4d55-9529-72cfae3d1ea2 req-c9212e6c-63b4-434d-8763-9aeafee03a2d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0484860 Jan 26 13:17:04.012009 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c18dc3b2-c1fe-4d55-9529-72cfae3d1ea2 req-81f0c1f1-f134-45a2-9872-f4cd2c6082f4 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442350 Jan 26 13:17:04.369232 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17aa860-e0ad-456c-b23a-30b7be263f8b req-63cfb4b3-a57a-4cf5-8052-2f8892d0e024 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:04.371408 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e17aa860-e0ad-456c-b23a-30b7be263f8b req-63cfb4b3-a57a-4cf5-8052-2f8892d0e024 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0521076 Jan 26 13:17:04.419904 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e17aa860-e0ad-456c-b23a-30b7be263f8b req-e4e14c98-e8be-450e-8d13-dcf4f2bcc6aa tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429993 Jan 26 13:17:04.656063 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3475016e-7922-44e7-a24a-1041779ba2ff req-6551f9f0-28b9-4a52-b596-9168b0aea701 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0297861 Jan 26 13:17:05.137155 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaeb0c-6c16-4abe-a0ad-1b04408dd0e2 req-dd29f1c5-45e2-466a-89d5-775676c9d9f9 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:05.138807 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2abaeb0c-6c16-4abe-a0ad-1b04408dd0e2 req-dd29f1c5-45e2-466a-89d5-775676c9d9f9 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0481277 Jan 26 13:17:05.196784 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2abaeb0c-6c16-4abe-a0ad-1b04408dd0e2 req-2256a7dd-995a-4e8d-8bb6-ff0ff56f5f55 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522511 Jan 26 13:17:05.535764 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09cb9f-0779-4100-ad5a-b53817443123 req-ff212667-8bbb-4cc5-8771-3e114d07f43f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:05.537362 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6e09cb9f-0779-4100-ad5a-b53817443123 req-ff212667-8bbb-4cc5-8771-3e114d07f43f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0487709 Jan 26 13:17:05.586312 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6e09cb9f-0779-4100-ad5a-b53817443123 req-d0777cae-600c-453a-8f9c-1c587dad66ee tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 Jan 26 13:17:05.756219 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-df27c154-f674-4c64-8c79-9598a9a60ace req-de688429-7fc5-4069-bb8e-63aea995faa2 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0299404 Jan 26 13:17:06.367655 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40350b4-3516-4a67-a490-9a0695cd74e5 req-08b91999-9a5d-4d14-8a20-ddeedec77f63 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:06.370122 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c40350b4-3516-4a67-a490-9a0695cd74e5 req-08b91999-9a5d-4d14-8a20-ddeedec77f63 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0505714 Jan 26 13:17:06.420195 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c40350b4-3516-4a67-a490-9a0695cd74e5 req-6fb0dd2d-3967-437f-bf0d-7e18b415b65f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440962 Jan 26 13:17:06.705424 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe3614-daf1-46b5-bf15-aff6978b18d4 req-1ed83c58-986f-4a24-be02-6fc705a60c50 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:06.706980 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9bbe3614-daf1-46b5-bf15-aff6978b18d4 req-1ed83c58-986f-4a24-be02-6fc705a60c50 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0511858 Jan 26 13:17:06.755343 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9bbe3614-daf1-46b5-bf15-aff6978b18d4 req-3a1acf2f-353d-4d69-9667-024060cd75bb tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Jan 26 13:17:06.860937 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a753352c-9ea9-4cb5-b525-48937d630918 req-85477893-66e1-47ee-9989-d7204e44df71 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0348225 Jan 26 13:17:07.583822 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe41ac-0135-4c87-8d31-4a2a55a3cab9 req-ad28764e-e5c2-436b-9d47-6fb54e1e3df1 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:07.585643 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-afbe41ac-0135-4c87-8d31-4a2a55a3cab9 req-ad28764e-e5c2-436b-9d47-6fb54e1e3df1 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0674970 Jan 26 13:17:07.635407 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-afbe41ac-0135-4c87-8d31-4a2a55a3cab9 req-cc949a8e-d422-49cd-a7c4-0450d4cc2d43 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429835 Jan 26 13:17:07.879181 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90701461-106f-4443-83b5-a5bd03c518fd req-be101ae4-2d47-43c4-bde5-9f5b1ffd9060 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:07.880735 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-90701461-106f-4443-83b5-a5bd03c518fd req-be101ae4-2d47-43c4-bde5-9f5b1ffd9060 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0535514 Jan 26 13:17:07.944602 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-90701461-106f-4443-83b5-a5bd03c518fd req-c5948708-8fbc-4a7d-9ce4-ee98cc019c83 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577588 Jan 26 13:17:07.967377 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1fff3b00-cf98-47b2-baef-41df39590dda req-69821079-5fb4-49cd-bd56-b0d521caa165 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0353837 Jan 26 13:17:08.775495 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357fdfe-03cd-4bee-a86c-2764207fa6d5 req-e992fc86-3805-46eb-85a6-43894d6091c8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:08.777545 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9357fdfe-03cd-4bee-a86c-2764207fa6d5 req-e992fc86-3805-46eb-85a6-43894d6091c8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0570116 Jan 26 13:17:08.825961 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9357fdfe-03cd-4bee-a86c-2764207fa6d5 req-d8ac0aba-cc7f-4aae-aac4-557d9a8afafc tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429351 Jan 26 13:17:08.942398 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-9ec5d9bb-3fe5-45bf-b9d2-a7c9cbb74568 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:08.943831 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-9ec5d9bb-3fe5-45bf-b9d2-a7c9cbb74568 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 812 time: 0.1089892 Jan 26 13:17:09.024516 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-d04fc50c-6ba7-4411-92a8-4b40e99265fd tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3 HTTP/1.1" status: 200 len: 380 time: 0.0559549 Jan 26 13:17:09.094280 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ffcbf451-2af4-49d8-b8f0-51783d549d90 req-4c3a2bb6-d89c-4698-8da4-a51865a2fb98 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0457697 Jan 26 13:17:09.112693 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24045ef0-7f2d-4929-bb2a-a6f2907034f0 req-6837db89-d9ce-48a1-b7e4-802a21bc91c2 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:09.114153 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-24045ef0-7f2d-4929-bb2a-a6f2907034f0 req-6837db89-d9ce-48a1-b7e4-802a21bc91c2 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0896850 Jan 26 13:17:09.160435 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-24045ef0-7f2d-4929-bb2a-a6f2907034f0 req-e9938bca-6ded-46ba-bfd2-983ae523c8e5 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402539 Jan 26 13:17:09.950747 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ffff8-2ffd-4930-8b27-a5921848d7b0 req-7986cc72-756f-4ca9-b11a-d4c32457348c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:09.952246 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b60ffff8-2ffd-4930-8b27-a5921848d7b0 req-7986cc72-756f-4ca9-b11a-d4c32457348c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0475960 Jan 26 13:17:09.997978 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b60ffff8-2ffd-4930-8b27-a5921848d7b0 req-3baa41c3-a3b2-405e-989b-73f86fccda1a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403693 Jan 26 13:17:10.185580 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-88599d25-3127-4ee6-82e0-09be6faa5ca6 req-9fd9814d-8d40-499a-a375-14195afe684a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0260789 Jan 26 13:17:10.274353 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c60c43-d4c3-435c-8ec3-c1ffe62a49d2 req-d667013c-f37f-48ea-9091-41dac97b3b9a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:10.275815 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-74c60c43-d4c3-435c-8ec3-c1ffe62a49d2 req-d667013c-f37f-48ea-9091-41dac97b3b9a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0493383 Jan 26 13:17:10.320815 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-74c60c43-d4c3-435c-8ec3-c1ffe62a49d2 req-be5c57ae-a513-4bfa-a0b9-26a91bdfffa7 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Jan 26 13:17:11.114203 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68025a7-7260-4bd8-aee1-e56321a1046a req-dc1e6323-de9e-45c2-84f0-ef36b30f71d8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:11.115685 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c68025a7-7260-4bd8-aee1-e56321a1046a req-dc1e6323-de9e-45c2-84f0-ef36b30f71d8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0469728 Jan 26 13:17:11.161386 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c68025a7-7260-4bd8-aee1-e56321a1046a req-8f7b89bc-0e56-40cb-9480-4556f49e796f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398104 Jan 26 13:17:11.276537 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-92541459-d104-4dd0-9fab-c54b1fc22471 req-17f84d43-4c0e-4e8a-807b-e5883077ebe7 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0247173 Jan 26 13:17:11.434248 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e2657-1733-4bfc-9bc4-9ba2ccb48d4e req-3b50b999-30b1-43d5-a551-f921ac8d005c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:11.435718 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-271e2657-1733-4bfc-9bc4-9ba2ccb48d4e req-3b50b999-30b1-43d5-a551-f921ac8d005c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0495529 Jan 26 13:17:11.482666 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-271e2657-1733-4bfc-9bc4-9ba2ccb48d4e req-7937f714-f65a-4f5d-99f0-174f74d428fd tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413804 Jan 26 13:17:11.563997 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'port': {'device_id': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'admin_state_up': True, 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'security_groups': ['e0b36047-c8d9-4172-b125-21a985d6812d']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:17:11.672435 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Made reservation on behalf of 9ee1f69d46a04a0cbb2b0e04296d9cd3 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:17:11.676107 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:11.797296 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Allocated IP 172.20.0.11 (c715bf63-2397-4403-a2dc-b9a4df0d6a60/8a1c51b8-431e-4863-b7de-0a8522943a75/52a3ae0c-ef26-4f29-ace9-b7384151b7a8) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:17:11.931064 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:11.964302 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:12.004043 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Network c715bf63-2397-4403-a2dc-b9a4df0d6a60 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:17:12.006952 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:17:12.014319 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:17:12.036176 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'Port': ['ID=52a3ae0c-ef26-4f29-ace9-b7384151b7a8,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:12.059271 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.059922 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.060511 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.061049 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.061388 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.061719 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.062046 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.062378 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.062733 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.063037 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.063334 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.063647 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.063986 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:12.085740 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:12.086452 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:12.103130 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-539e2881-fb8f-449a-bcf7-d7abe3273dc8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5430374 Jan 26 13:17:12.115224 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Request body: {'port': {'device_id': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:17:12.173065 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:12.280719 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-f62b181e-b4d6-428e-ad96-f6132a0d5da8 None None] Provisioning complete for port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:17:12.281322 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f62b181e-b4d6-428e-ad96-f6132a0d5da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:12.287207 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f6165-5b35-4896-b277-42d773937784 req-32cec590-be73-4c29-ae31-0b3f0fcddeea tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:12.291571 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-973f6165-5b35-4896-b277-42d773937784 req-32cec590-be73-4c29-ae31-0b3f0fcddeea tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0511036 Jan 26 13:17:12.340132 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-973f6165-5b35-4896-b277-42d773937784 req-cac9e54e-f181-403d-bd6e-9289d16f1ed1 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450664 Jan 26 13:17:12.347924 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-f62b181e-b4d6-428e-ad96-f6132a0d5da8 None None] Port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:17:12.416619 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d6339-64a2-43e7-a446-b01b00f19668 req-f6ea146a-a027-41c0-bdd4-47f5eee61d88 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:12.418766 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d01d6339-64a2-43e7-a446-b01b00f19668 req-f6ea146a-a027-41c0-bdd4-47f5eee61d88 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 932 time: 0.0496242 Jan 26 13:17:12.470371 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:17:12.478060 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Publish callbacks [] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:12.479926 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d01d6339-64a2-43e7-a446-b01b00f19668 req-017fd843-80a1-4259-81a8-a94a50796ad6 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544064 Jan 26 13:17:12.493520 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Transition to ACTIVE for port object 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:17:12.498179 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:12.613738 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8be6c-02d8-46c3-874b-9b54f96366c0 req-59759d96-55ea-4c11-a52b-ffa9a0c39cad tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:12.615283 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3ba8be6c-02d8-46c3-874b-9b54f96366c0 req-59759d96-55ea-4c11-a52b-ffa9a0c39cad tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0528924 Jan 26 13:17:12.655220 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Attempting to bind port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:17:12.655789 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Attempting to bind port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:17:12.656081 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Attempting to bind port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 on network c715bf63-2397-4403-a2dc-b9a4df0d6a60 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:17:12.658384 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Pushing event updated for resources: {'Port': ['ID=52a3ae0c-ef26-4f29-ace9-b7384151b7a8,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:12.664133 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 on network c715bf63-2397-4403-a2dc-b9a4df0d6a60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:17:12.664682 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Attempting to bind port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 on network c715bf63-2397-4403-a2dc-b9a4df0d6a60 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:17:12.672202 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:17:12.672972 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Checking segment: {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:17:12.673839 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Bound using segment: {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:17:12.674736 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Bound port: 52a3ae0c-ef26-4f29-ace9-b7384151b7a8, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:17:12.675319 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:12.721178 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3ba8be6c-02d8-46c3-874b-9b54f96366c0 req-377e5b77-e078-4b22-92d7-956eda972b84 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985336 Jan 26 13:17:12.765123 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415a17b-de94-40df-8e2d-9332867b462c req-19bd0ec8-c28a-4469-b7ab-fad97ac8a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:12.766787 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8415a17b-de94-40df-8e2d-9332867b462c req-19bd0ec8-c28a-4469-b7ab-fad97ac8a944 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 1099 time: 0.0441980 Jan 26 13:17:12.777852 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] For port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8, host hv-cinder-82418, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:17:12.781252 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] For port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=52a3ae0c-ef26-4f29-ace9-b7384151b7a8,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:17:12.788545 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:12.820581 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8415a17b-de94-40df-8e2d-9332867b462c req-604a11b0-362a-4f9a-a6d1-0313f4266575 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478809 Jan 26 13:17:12.834787 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:12.835994 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:12.837411 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] 10.222.0.24 "PUT /v2.0/ports/52a3ae0c-ef26-4f29-ace9-b7384151b7a8 HTTP/1.1" status: 200 len: 1094 time: 0.7266378 Jan 26 13:17:12.838375 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'tag': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:17:12.841709 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec731c1-a292-4095-8e2a-e78efdeddb72" -d '{"events": [{"name": "network-changed", "server_uuid": "0c78aef6-3fb8-470f-953e-75235ef01f90", "tag": "52a3ae0c-ef26-4f29-ace9-b7384151b7a8"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:17:12.868564 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c663f-e823-4f59-8601-0a5f2eb49e63 service neutron] Pushing event updated for resources: {'Port': ['ID=52a3ae0c-ef26-4f29-ace9-b7384151b7a8,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:12.915576 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838d168a-e379-4543-8bc1-4cd57077328b x-openstack-request-id: req-838d168a-e379-4543-8bc1-4cd57077328b {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:17:12.915937 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c78aef6-3fb8-470f-953e-75235ef01f90", "tag": "52a3ae0c-ef26-4f29-ace9-b7384151b7a8", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:17:12.916358 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-838d168a-e379-4543-8bc1-4cd57077328b {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:17:12.916808 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'tag': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8', 'status': 'completed', 'code': 200} Jan 26 13:17:13.096144 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec731c1-a292-4095-8e2a-e78efdeddb72 req-5bca40d8-6396-400e-8434-9dfeca312905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:13.097586 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0ec731c1-a292-4095-8e2a-e78efdeddb72 req-5bca40d8-6396-400e-8434-9dfeca312905 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 1097 time: 0.0411611 Jan 26 13:17:13.267416 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec731c1-a292-4095-8e2a-e78efdeddb72 req-df855627-f010-497f-b47a-72f4f7400bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:13.268818 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0ec731c1-a292-4095-8e2a-e78efdeddb72 req-df855627-f010-497f-b47a-72f4f7400bdf service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1636562 Jan 26 13:17:13.469362 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22970214-af3c-44fc-ac0b-4f2ef15a2c27 req-edf659fa-c16b-4c9b-b596-beab43e037b7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:13.470948 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-22970214-af3c-44fc-ac0b-4f2ef15a2c27 req-edf659fa-c16b-4c9b-b596-beab43e037b7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0532420 Jan 26 13:17:13.520648 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-22970214-af3c-44fc-ac0b-4f2ef15a2c27 req-d0c2a2c0-d67c-4e83-aedd-e45ef54dd1e3 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438590 Jan 26 13:17:13.600927 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7adcda-f61e-4d3a-b8fe-5af9b7c63e04 req-775d428e-395f-4b78-840b-47545a0d2615 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:13.602419 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cd7adcda-f61e-4d3a-b8fe-5af9b7c63e04 req-775d428e-395f-4b78-840b-47545a0d2615 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 944 time: 0.0488532 Jan 26 13:17:13.651526 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cd7adcda-f61e-4d3a-b8fe-5af9b7c63e04 req-90f88f4c-f5b2-4805-a53a-e4cabcee5b43 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432057 Jan 26 13:17:13.658130 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec731c1-a292-4095-8e2a-e78efdeddb72 req-14abb447-ffe6-4b3e-a399-c5d6a5e6f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:13.659586 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0ec731c1-a292-4095-8e2a-e78efdeddb72 req-14abb447-ffe6-4b3e-a399-c5d6a5e6f013 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3756683 Jan 26 13:17:13.746412 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-305e37d1-d5f3-4b0c-ab3f-c24e617ce19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:13.747935 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-305e37d1-d5f3-4b0c-ab3f-c24e617ce19d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 1097 time: 0.0413425 Jan 26 13:17:13.794879 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-da18c481-1192-41ce-9ee7-2c30a2942956 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a3ae0c-ef26-4f29-ace9-b7384151b7a8 HTTP/1.1" status: 200 len: 217 time: 0.0399404 Jan 26 13:17:13.847580 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d944e07-ec98-4c69-b5c7-cd138c26b766 req-7669fb8c-e6cb-4da9-a61c-c3f6b36d256f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:13.849091 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8d944e07-ec98-4c69-b5c7-cd138c26b766 req-7669fb8c-e6cb-4da9-a61c-c3f6b36d256f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0481811 Jan 26 13:17:13.854245 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-4a4a876e-0d72-40a1-972d-5bffd0e2b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:13.855845 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-4a4a876e-0d72-40a1-972d-5bffd0e2b8b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 200 len: 851 time: 0.0491750 Jan 26 13:17:13.898839 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8d944e07-ec98-4c69-b5c7-cd138c26b766 req-30f8f379-41a1-4cdd-a4f2-e1181f5dd43a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Jan 26 13:17:13.915926 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-871ddd62-a10c-4436-b80c-7da2d53a60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:13.915926 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-871ddd62-a10c-4436-b80c-7da2d53a60ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c715bf63-2397-4403-a2dc-b9a4df0d6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417538 Jan 26 13:17:14.026330 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-b3580b51-4518-4325-a007-e4d942ca7821 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885954 Jan 26 13:17:14.118639 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b8ae98e7-a8e8-4c96-88c7-509899c224a4 req-7da863fb-9369-4d6a-ace9-09480215eafd service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871210 Jan 26 13:17:14.358689 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38270) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:14.500908 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-12d9ee66-c32f-4645-b623-feb77cca33cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:14.572683 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-12d9ee66-c32f-4645-b623-feb77cca33cc admin admin] Publish callbacks [] for security_group (82e1c6e8-ba5d-4b2b-9ebe-c79ecb7d57e8), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:14.576605 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-12d9ee66-c32f-4645-b623-feb77cca33cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (82e1c6e8-ba5d-4b2b-9ebe-c79ecb7d57e8), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:14.616110 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-12d9ee66-c32f-4645-b623-feb77cca33cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8fc63b4f99484f66af029e59b2e60bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540553 Jan 26 13:17:14.616110 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9ee66-c32f-4645-b623-feb77cca33cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e1c6e8-ba5d-4b2b-9ebe-c79ecb7d57e8,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:14.616919 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38276) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:14.644197 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e949b-99f2-457a-8685-e2a2bfa1e0a9 req-72f9d64c-2326-4879-9cbf-3db8af51de65 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:14.645963 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ec2e949b-99f2-457a-8685-e2a2bfa1e0a9 req-72f9d64c-2326-4879-9cbf-3db8af51de65 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0499613 Jan 26 13:17:14.671650 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-359452a8-6153-43b7-81a5-5c4a33147cd3 admin admin] Publish callbacks [] for security_group (82e1c6e8-ba5d-4b2b-9ebe-c79ecb7d57e8), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:14.695061 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-359452a8-6153-43b7-81a5-5c4a33147cd3 admin admin] Publish callbacks [] for security_group (82e1c6e8-ba5d-4b2b-9ebe-c79ecb7d57e8), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:14.703476 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ec2e949b-99f2-457a-8685-e2a2bfa1e0a9 req-f7b1b135-2b7c-49e3-8da0-5911a24543a8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503867 Jan 26 13:17:14.743440 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-359452a8-6153-43b7-81a5-5c4a33147cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (82e1c6e8-ba5d-4b2b-9ebe-c79ecb7d57e8), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:14.746315 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-359452a8-6153-43b7-81a5-5c4a33147cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:14.747454 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-359452a8-6153-43b7-81a5-5c4a33147cd3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82e1c6e8-ba5d-4b2b-9ebe-c79ecb7d57e8 HTTP/1.1" status: 204 len: 168 time: 0.1296396 Jan 26 13:17:14.755390 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359452a8-6153-43b7-81a5-5c4a33147cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e1c6e8-ba5d-4b2b-9ebe-c79ecb7d57e8,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:14.779695 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d6efe-d36f-4a4f-849d-7ea2b88763d8 req-4da70ea6-ee3a-4294-9c8f-a161cd5feb29 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:14.781195 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-732d6efe-d36f-4a4f-849d-7ea2b88763d8 req-4da70ea6-ee3a-4294-9c8f-a161cd5feb29 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 944 time: 0.0565720 Jan 26 13:17:14.830756 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-732d6efe-d36f-4a4f-849d-7ea2b88763d8 req-05b472b4-80a4-4faa-81d5-ba268bb1dbd1 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440588 Jan 26 13:17:15.031995 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d3f04-8660-4d6e-8701-6becd69ced1a req-88a8fdeb-6477-4509-8eb9-ffd6a1319deb tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:15.033655 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6f8d3f04-8660-4d6e-8701-6becd69ced1a req-88a8fdeb-6477-4509-8eb9-ffd6a1319deb tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0573261 Jan 26 13:17:15.084176 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6f8d3f04-8660-4d6e-8701-6becd69ced1a req-6110500d-4479-4f42-b278-cd3552ac1cb8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 Jan 26 13:17:15.454653 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e99227-d241-4826-9c5c-45d3dbd98f61 req-c76251c5-25fb-4b23-8f29-4a576c822f86 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:15.459839 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546605-c22a-4524-8724-7922832e005c req-42aaa99a-8378-4439-a018-56e811facd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:15.460165 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-57e99227-d241-4826-9c5c-45d3dbd98f61 req-c76251c5-25fb-4b23-8f29-4a576c822f86 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0564215 Jan 26 13:17:15.461518 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d4546605-c22a-4524-8724-7922832e005c req-42aaa99a-8378-4439-a018-56e811facd17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 1099 time: 0.0429125 Jan 26 13:17:15.505997 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-57e99227-d241-4826-9c5c-45d3dbd98f61 req-00b0f85c-4f0e-4c39-8c9c-c7ce4a0d7f8a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441899 Jan 26 13:17:15.568296 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546605-c22a-4524-8724-7922832e005c req-0c06366a-4414-4d93-b6f3-0f927a730774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:15.569854 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d4546605-c22a-4524-8724-7922832e005c req-0c06366a-4414-4d93-b6f3-0f927a730774 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 919 time: 0.0963776 Jan 26 13:17:15.611892 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d4546605-c22a-4524-8724-7922832e005c req-84cc6603-6e44-480d-9ee1-58cdc128125d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=830afc2b-8430-4108-876b-03ab6faf6414 HTTP/1.1" status: 200 len: 217 time: 0.0344918 Jan 26 13:17:15.663340 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546605-c22a-4524-8724-7922832e005c req-789e0dc7-0b6c-46b9-974c-e3991f14a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:15.664974 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d4546605-c22a-4524-8724-7922832e005c req-789e0dc7-0b6c-46b9-974c-e3991f14a527 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c10b2774-d5c6-47c5-b0d4-2aa87af1694a HTTP/1.1" status: 200 len: 858 time: 0.0449126 Jan 26 13:17:15.703123 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d4546605-c22a-4524-8724-7922832e005c req-979b87c4-d81c-4319-b0ec-2a6fc5445c8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2c07cbf-0563-491b-9ebf-a4abee0132e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254319 Jan 26 13:17:15.801998 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d4546605-c22a-4524-8724-7922832e005c req-dca28434-a8a9-4caa-911a-2c9b80892612 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922902 Jan 26 13:17:15.834666 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c204ab-6319-4dea-ae45-99efc7cb5af3 req-c71a5a63-ecf7-4cd8-93a4-a8f2a8d7395a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:15.836362 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d5c204ab-6319-4dea-ae45-99efc7cb5af3 req-c71a5a63-ecf7-4cd8-93a4-a8f2a8d7395a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0543647 Jan 26 13:17:15.908152 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d4546605-c22a-4524-8724-7922832e005c req-0788f896-0e50-43f5-b93e-b622ffea8cda service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988805 Jan 26 13:17:15.908594 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d5c204ab-6319-4dea-ae45-99efc7cb5af3 req-9c6b83a2-376b-4d51-9f8b-c0ff2e348673 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626941 Jan 26 13:17:15.965717 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a40b33-5762-44f8-b406-2a72a6771ff2 req-8bb269ea-c50f-40fb-8c77-a41547c4ad74 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:15.967177 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c2a40b33-5762-44f8-b406-2a72a6771ff2 req-8bb269ea-c50f-40fb-8c77-a41547c4ad74 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 944 time: 0.0575702 Jan 26 13:17:16.020478 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c2a40b33-5762-44f8-b406-2a72a6771ff2 req-f8f36995-a4cb-4e64-91b0-d0e9e3ffc337 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475690 Jan 26 13:17:16.619206 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44363bd4-f517-4cba-a834-598673c0b42b req-77be2fa6-5b50-4af7-8217-b0f4ecaf0ad0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:16.620653 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-44363bd4-f517-4cba-a834-598673c0b42b req-77be2fa6-5b50-4af7-8217-b0f4ecaf0ad0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0456772 Jan 26 13:17:16.669945 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-44363bd4-f517-4cba-a834-598673c0b42b req-78b5b6e4-8ac5-4102-939b-ebcb1277a988 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438533 Jan 26 13:17:17.029213 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb660c-eaed-4424-86ab-3a7489cb2cbb req-86e64756-ce9b-4647-8e32-b476cfe4ac06 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:17.030992 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-78fb660c-eaed-4424-86ab-3a7489cb2cbb req-86e64756-ce9b-4647-8e32-b476cfe4ac06 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0465670 Jan 26 13:17:17.083314 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-78fb660c-eaed-4424-86ab-3a7489cb2cbb req-0cbd53d1-9f59-4a15-abad-08ea6d64fabf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471787 Jan 26 13:17:17.141196 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60642a-5436-40f2-a1bb-d11ce8f5ab8c req-88077015-1d5d-47a3-b631-17c31c802956 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:17.142737 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-be60642a-5436-40f2-a1bb-d11ce8f5ab8c req-88077015-1d5d-47a3-b631-17c31c802956 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 944 time: 0.0552018 Jan 26 13:17:17.198339 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-be60642a-5436-40f2-a1bb-d11ce8f5ab8c req-92accb7c-4c0d-4930-a741-d197fe62f3b6 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496678 Jan 26 13:17:17.662795 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38358) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:17.784523 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8df2cecf-0ad0-4316-805a-ab14740329e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:17.802535 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36606d3b-86a4-468b-ab26-06d6c0cb9591 req-a2edd671-3cbe-4f22-80b6-a221e9333bd1 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:17.804206 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-36606d3b-86a4-468b-ab26-06d6c0cb9591 req-a2edd671-3cbe-4f22-80b6-a221e9333bd1 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0578701 Jan 26 13:17:17.866136 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-36606d3b-86a4-468b-ab26-06d6c0cb9591 req-d2e16b6f-7383-44f0-be82-06cd3b3001cf tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544019 Jan 26 13:17:17.879892 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8df2cecf-0ad0-4316-805a-ab14740329e7 admin admin] Publish callbacks [] for security_group (dc62f990-0ae7-4da7-b7b5-0170b2ff3090), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:17.886136 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8df2cecf-0ad0-4316-805a-ab14740329e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (dc62f990-0ae7-4da7-b7b5-0170b2ff3090), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:17.927952 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-8df2cecf-0ad0-4316-805a-ab14740329e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1636bb50699d4b899902c092391dffbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636931 Jan 26 13:17:17.928821 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2cecf-0ad0-4316-805a-ab14740329e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc62f990-0ae7-4da7-b7b5-0170b2ff3090,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:17.930905 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 38364) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:17.980608 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Publish callbacks [] for security_group (dc62f990-0ae7-4da7-b7b5-0170b2ff3090), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:18.002543 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Publish callbacks [] for security_group (dc62f990-0ae7-4da7-b7b5-0170b2ff3090), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:18.047412 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (dc62f990-0ae7-4da7-b7b5-0170b2ff3090), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:18.050149 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:18.051291 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc62f990-0ae7-4da7-b7b5-0170b2ff3090 HTTP/1.1" status: 204 len: 168 time: 0.1186395 Jan 26 13:17:18.060064 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc62f990-0ae7-4da7-b7b5-0170b2ff3090,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:18.067123 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.067482 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.067858 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.068202 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.068604 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.068936 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.069277 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.069612 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.069945 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.070276 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.070607 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.070934 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.071256 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7a00b-82f0-4e2b-b1e9-770815c100d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.079359 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a981f395-f6ab-463c-a105-07809d2bcd48 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:17:18.202174 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a981f395-f6ab-463c-a105-07809d2bcd48,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:17:18.214354 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'port_id': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'mac_address': 'fa:16:3e:cb:18:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:17:18.233786 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36d777-9059-4dfd-b546-a654e0faecda req-762a23d8-d8e9-4859-bad5-ee5715918e7e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:18.235487 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5d36d777-9059-4dfd-b546-a654e0faecda req-762a23d8-d8e9-4859-bad5-ee5715918e7e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 944 time: 0.0590236 Jan 26 13:17:18.310034 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5d36d777-9059-4dfd-b546-a654e0faecda req-e1d854d9-d0df-4e09-9dd3-79801a8ccfb0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686529 Jan 26 13:17:18.352559 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98a22a-98ab-4341-a297-7ee69eb884b3 req-69af8f8b-4078-4559-9305-b0f525406d77 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:18.354818 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9a98a22a-98ab-4341-a297-7ee69eb884b3 req-69af8f8b-4078-4559-9305-b0f525406d77 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 944 time: 0.0644352 Jan 26 13:17:18.404722 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9a98a22a-98ab-4341-a297-7ee69eb884b3 req-c5159efd-211d-4c65-94b7-a2594d5fbc26 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437758 Jan 26 13:17:18.412119 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port a981f395-f6ab-463c-a105-07809d2bcd48 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:17:18.412338 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:18.426496 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a981f395-f6ab-463c-a105-07809d2bcd48 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:17:18.446918 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a981f395-f6ab-463c-a105-07809d2bcd48,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:17:18.452535 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:18.502057 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=a981f395-f6ab-463c-a105-07809d2bcd48,revision_number=9']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:18.509331 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.509516 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.510161 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.510253 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.510592 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.510929 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.511264 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.511597 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.511955 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.512309 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.512645 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.512971 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.513317 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:17:18.764450 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['a981f395-f6ab-463c-a105-07809d2bcd48'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:17:18.964511 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-19ae4211-0cfe-4aa4-97c2-8f9ee947cd6b req-92871a88-83cb-44c1-abdd-fd6834d16321 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380852 Jan 26 13:17:18.987435 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fab5c-d884-41b8-beb9-f3eba2d04b44 req-bae51926-aca7-4e45-87f2-4a15c1ab35b4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:18.988913 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-583fab5c-d884-41b8-beb9-f3eba2d04b44 req-bae51926-aca7-4e45-87f2-4a15c1ab35b4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0481896 Jan 26 13:17:19.033266 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae4211-0cfe-4aa4-97c2-8f9ee947cd6b req-0d50b718-baad-44cd-85be-6f8ed9c4b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:19.034635 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-19ae4211-0cfe-4aa4-97c2-8f9ee947cd6b req-0d50b718-baad-44cd-85be-6f8ed9c4b8b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 1099 time: 0.0424759 Jan 26 13:17:19.035335 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-583fab5c-d884-41b8-beb9-f3eba2d04b44 req-1206b4b5-d29d-498f-a43c-d0b4b8bf8a94 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Jan 26 13:17:19.151755 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae4211-0cfe-4aa4-97c2-8f9ee947cd6b req-40675dd0-18bc-40d7-acfa-da0cea5cb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:19.153218 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-19ae4211-0cfe-4aa4-97c2-8f9ee947cd6b req-40675dd0-18bc-40d7-acfa-da0cea5cb468 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 200 len: 919 time: 0.0869560 Jan 26 13:17:19.199482 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-19ae4211-0cfe-4aa4-97c2-8f9ee947cd6b req-265b8e63-7d39-4314-9db8-8dea6fbb9bee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edaa57f7-4d08-44ae-be92-2f5f1ea6293b HTTP/1.1" status: 200 len: 217 time: 0.0388911 Jan 26 13:17:19.248183 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae4211-0cfe-4aa4-97c2-8f9ee947cd6b req-d45d29ee-e5cc-4b91-b201-8bf75e32753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:19.249630 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-19ae4211-0cfe-4aa4-97c2-8f9ee947cd6b req-d45d29ee-e5cc-4b91-b201-8bf75e32753e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c10b2774-d5c6-47c5-b0d4-2aa87af1694a HTTP/1.1" status: 200 len: 858 time: 0.0434201 Jan 26 13:17:19.280849 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-19ae4211-0cfe-4aa4-97c2-8f9ee947cd6b req-ee11d176-9c85-4408-b103-7e4b80dc1a25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2c07cbf-0563-491b-9ebf-a4abee0132e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233903 Jan 26 13:17:19.392408 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-19ae4211-0cfe-4aa4-97c2-8f9ee947cd6b req-c38cc773-4ce3-4a17-816c-33b4dfffd9c1 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053524 Jan 26 13:17:19.453866 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c63517-c782-4592-ae95-bdb5c2dcaeda req-c3c1b41a-0fb4-4e30-b59a-9e494101c3dc tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:19.455431 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-26c63517-c782-4592-ae95-bdb5c2dcaeda req-c3c1b41a-0fb4-4e30-b59a-9e494101c3dc tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 945 time: 0.0587072 Jan 26 13:17:19.497329 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-19ae4211-0cfe-4aa4-97c2-8f9ee947cd6b req-011f4c15-7458-41bc-ac17-7b032ed87675 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918541 Jan 26 13:17:19.528478 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-26c63517-c782-4592-ae95-bdb5c2dcaeda req-0f4befae-8d48-41c5-ba94-187b3832328d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676742 Jan 26 13:17:19.546039 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36dcd3-beff-4237-a9b2-7f1297ca395c req-de33591d-8593-4b55-9dec-7e549825516f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:19.547490 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9f36dcd3-beff-4237-a9b2-7f1297ca395c req-de33591d-8593-4b55-9dec-7e549825516f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 944 time: 0.0648091 Jan 26 13:17:19.595547 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9f36dcd3-beff-4237-a9b2-7f1297ca395c req-422171d2-29e8-4775-9009-09c3d01dfa10 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 Jan 26 13:17:20.089869 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a981f395-f6ab-463c-a105-07809d2bcd48 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:17:20.136867 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port a981f395-f6ab-463c-a105-07809d2bcd48 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:17:20.137243 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:20.216838 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port a981f395-f6ab-463c-a105-07809d2bcd48 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:17:20.217236 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:20.240419 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:17:20.242650 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac3e95a-159e-4f10-9548-077b5c48b15a" -d '{"events": [{"server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "name": "network-vif-plugged", "status": "completed", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:17:20.257102 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a981f395-f6ab-463c-a105-07809d2bcd48,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:17:20.262437 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:20.296717 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83acc631-c6ed-4888-8925-5b8c9d4e58d0 x-openstack-request-id: req-83acc631-c6ed-4888-8925-5b8c9d4e58d0 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:17:20.297672 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "name": "network-vif-plugged", "status": "completed", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:17:20.297933 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83acc631-c6ed-4888-8925-5b8c9d4e58d0 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:17:20.298325 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'code': 200} Jan 26 13:17:20.326430 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=a981f395-f6ab-463c-a105-07809d2bcd48,revision_number=10']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:20.670943 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1054f-01f2-4e42-9ef1-b36bc57dc7ec req-bdd5a3fe-cb0f-43ea-a715-09ba779ff29b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:20.673055 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0ac1054f-01f2-4e42-9ef1-b36bc57dc7ec req-bdd5a3fe-cb0f-43ea-a715-09ba779ff29b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 947 time: 0.0652013 Jan 26 13:17:20.756899 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0ac1054f-01f2-4e42-9ef1-b36bc57dc7ec req-05c9be70-9d27-4e5a-b146-db16e3fd9f8c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720580 Jan 26 13:17:20.765935 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67e6f-389d-4763-80b0-204a3b5acc86 req-083c51c4-7f9e-49af-9fbb-088f98903219 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:20.767869 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1cc67e6f-389d-4763-80b0-204a3b5acc86 req-083c51c4-7f9e-49af-9fbb-088f98903219 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 944 time: 0.0935323 Jan 26 13:17:20.836124 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1cc67e6f-389d-4763-80b0-204a3b5acc86 req-d0425e58-c2a9-4bd7-9535-a1ec810f8e94 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556860 Jan 26 13:17:20.843114 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:20.850899 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14bfa9-4694-4d1d-ae71-5b24bd9beb2d req-bb9d901b-b01a-43f5-9e7f-91b06e1bdb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:20.852726 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9b14bfa9-4694-4d1d-ae71-5b24bd9beb2d req-bb9d901b-b01a-43f5-9e7f-91b06e1bdb02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 1100 time: 0.0604889 Jan 26 13:17:20.903741 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9b14bfa9-4694-4d1d-ae71-5b24bd9beb2d req-c18e7a53-4e57-404c-bdd4-c047126de133 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434890 Jan 26 13:17:21.787241 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:17:21.908900 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fab8af-14d8-4928-be5e-b8cc1dca8697 req-19164222-a826-4469-8dc7-1b299ffef68c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:21.910540 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-91fab8af-14d8-4928-be5e-b8cc1dca8697 req-19164222-a826-4469-8dc7-1b299ffef68c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 947 time: 0.0661340 Jan 26 13:17:21.990518 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2d8dd-0bec-4718-a4d7-03c571b0ead3 req-28bd09d0-a073-4c28-b214-6d2bd993624d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:21.992030 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-95f2d8dd-0bec-4718-a4d7-03c571b0ead3 req-28bd09d0-a073-4c28-b214-6d2bd993624d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 944 time: 0.0805717 Jan 26 13:17:21.996476 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-91fab8af-14d8-4928-be5e-b8cc1dca8697 req-14f0dd35-bcb3-431a-9e8a-006d504fc4a2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757148 Jan 26 13:17:22.047765 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-95f2d8dd-0bec-4718-a4d7-03c571b0ead3 req-b1fb2574-1750-4988-ab9d-7e8815924566 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493767 Jan 26 13:17:22.083518 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:17:22.183210 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=52a3ae0c-ef26-4f29-ace9-b7384151b7a8,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:17:22.193561 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'port_id': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8', 'mac_address': 'fa:16:3e:f1:5b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:17:22.232505 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:17:22.232900 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:22.245864 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:17:22.265798 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=52a3ae0c-ef26-4f29-ace9-b7384151b7a8,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:17:22.269817 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:22.322795 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=52a3ae0c-ef26-4f29-ace9-b7384151b7a8,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:22.703445 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['52a3ae0c-ef26-4f29-ace9-b7384151b7a8'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:17:23.009875 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e75b7-db2d-4ff3-a5d2-ef00696485ad req-7960cb5b-0fbf-4d69-b726-8eaf2495e677 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:23.011391 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6c9e75b7-db2d-4ff3-a5d2-ef00696485ad req-7960cb5b-0fbf-4d69-b726-8eaf2495e677 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0477662 Jan 26 13:17:23.058992 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6c9e75b7-db2d-4ff3-a5d2-ef00696485ad req-fd24f718-414d-4b3a-b130-3a3cef808a6c tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Jan 26 13:17:23.152448 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc85c-b465-445b-bb07-beb763823ce7 req-74ce69c1-2d97-4627-b3ae-fd7749ee5e37 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:23.153957 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-04dbc85c-b465-445b-bb07-beb763823ce7 req-74ce69c1-2d97-4627-b3ae-fd7749ee5e37 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 947 time: 0.0763865 Jan 26 13:17:23.188926 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63be54-daa3-4525-9c27-76d68d3f0b8e req-4c82f4e4-24fd-4639-906f-7485e039a0fe tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:23.190393 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1c63be54-daa3-4525-9c27-76d68d3f0b8e req-4c82f4e4-24fd-4639-906f-7485e039a0fe tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 945 time: 0.0754912 Jan 26 13:17:23.231967 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-04dbc85c-b465-445b-bb07-beb763823ce7 req-10fbc6eb-de99-4043-9e08-7dc41dd99050 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718839 Jan 26 13:17:23.264226 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1c63be54-daa3-4525-9c27-76d68d3f0b8e req-215527ec-9b9f-42c3-b47a-eaea82f0baac tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621748 Jan 26 13:17:24.100955 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:17:24.149992 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:17:24.154208 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:17:24.154558 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:24.183702 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8319d3a-5121-4ced-934a-3896ed86da7a req-d8dc9e17-0c25-42ad-9fe1-ea0548e8aab1 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:24.185338 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d8319d3a-5121-4ced-934a-3896ed86da7a req-d8dc9e17-0c25-42ad-9fe1-ea0548e8aab1 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0561080 Jan 26 13:17:24.237420 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d8319d3a-5121-4ced-934a-3896ed86da7a req-43b29cfe-160a-4017-bdb2-c10ff7cd9829 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462799 Jan 26 13:17:24.239601 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:17:24.240155 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:24.263365 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:17:24.265763 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4011b-7a2e-4969-bb03-f8413b1ef387" -d '{"events": [{"server_uuid": "0c78aef6-3fb8-470f-953e-75235ef01f90", "name": "network-vif-plugged", "status": "completed", "tag": "52a3ae0c-ef26-4f29-ace9-b7384151b7a8"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:17:24.278255 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=52a3ae0c-ef26-4f29-ace9-b7384151b7a8,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:17:24.282238 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:24.318297 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc76c3b3-451b-49e5-9b63-b173f9e09870 x-openstack-request-id: req-bc76c3b3-451b-49e5-9b63-b173f9e09870 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:17:24.318832 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c78aef6-3fb8-470f-953e-75235ef01f90", "name": "network-vif-plugged", "status": "completed", "tag": "52a3ae0c-ef26-4f29-ace9-b7384151b7a8", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:17:24.319249 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc76c3b3-451b-49e5-9b63-b173f9e09870 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:17:24.319835 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8', 'code': 200} Jan 26 13:17:24.339385 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=52a3ae0c-ef26-4f29-ace9-b7384151b7a8,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:24.407395 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47051f77-3da3-471e-86f2-19271dd5f0e6 req-a57853f1-d56d-4c3f-aede-be6980d23724 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:24.408892 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47051f77-3da3-471e-86f2-19271dd5f0e6 req-a57853f1-d56d-4c3f-aede-be6980d23724 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 947 time: 0.0904021 Jan 26 13:17:24.428595 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf79ad0-be4d-41f7-a0de-2cee7716bea1 req-a1051180-080e-4b4d-8101-a77df227ca12 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:24.430258 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-acf79ad0-be4d-41f7-a0de-2cee7716bea1 req-a1051180-080e-4b4d-8101-a77df227ca12 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 946 time: 0.0675678 Jan 26 13:17:24.501640 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47051f77-3da3-471e-86f2-19271dd5f0e6 req-0798e1c7-fe13-47e2-8a38-401de5a1f70c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850327 Jan 26 13:17:24.515910 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-acf79ad0-be4d-41f7-a0de-2cee7716bea1 req-828949b5-aa1b-45ff-9ac0-2cfad13c8f2f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781143 Jan 26 13:17:24.607366 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e3f72-de99-4ce5-96c9-2ff6dd5473a7 req-ff48c4bf-4aac-4cfa-9ca6-d50d58990abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:24.609145 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee5e3f72-de99-4ce5-96c9-2ff6dd5473a7 req-ff48c4bf-4aac-4cfa-9ca6-d50d58990abb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 1099 time: 0.0414431 Jan 26 13:17:24.660249 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-ee5e3f72-de99-4ce5-96c9-2ff6dd5473a7 req-8beaee07-2281-41dc-9827-2d69a3cd3ab9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447743 Jan 26 13:17:25.356525 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e71b02-56a8-477d-b2b3-b912fcf4333f req-936ec6fd-cf71-49e1-b326-2f859efd25c5 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:25.357967 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a1e71b02-56a8-477d-b2b3-b912fcf4333f req-936ec6fd-cf71-49e1-b326-2f859efd25c5 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0504189 Jan 26 13:17:25.402847 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a1e71b02-56a8-477d-b2b3-b912fcf4333f req-23f0a406-d57c-468d-87ef-29e5c2fa377a tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Jan 26 13:17:25.637680 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed64b9-dd98-4b2d-9f04-7c73b8f75505 req-be8a2cb6-4041-45e2-9cc5-a0fbc61e64f9 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:25.639239 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2aed64b9-dd98-4b2d-9f04-7c73b8f75505 req-be8a2cb6-4041-45e2-9cc5-a0fbc61e64f9 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 946 time: 0.0469477 Jan 26 13:17:25.688413 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2aed64b9-dd98-4b2d-9f04-7c73b8f75505 req-fb9e4ba1-ad2a-476f-ae86-15c2a6212a9b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Jan 26 13:17:25.939880 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 38570) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:26.040868 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0e6d3db-9eb8-4ac7-9d58-3ce2c109ee96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:26.066789 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00551a21-16c1-469b-819d-fb72c93f475a req-d73bcdb1-0834-4003-a62c-8548193ea291 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:26.069080 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-00551a21-16c1-469b-819d-fb72c93f475a req-d73bcdb1-0834-4003-a62c-8548193ea291 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.24 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0498145 Jan 26 13:17:26.134068 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0e6d3db-9eb8-4ac7-9d58-3ce2c109ee96 admin admin] Publish callbacks [] for security_group (6129ffd6-0dea-4ffd-8d49-8854ef9eb443), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:26.138004 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0e6d3db-9eb8-4ac7-9d58-3ce2c109ee96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (6129ffd6-0dea-4ffd-8d49-8854ef9eb443), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:26.177374 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-c0e6d3db-9eb8-4ac7-9d58-3ce2c109ee96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0199433cfc04c28b89f9cb4a0dbdc99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363210 Jan 26 13:17:26.178241 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6d3db-9eb8-4ac7-9d58-3ce2c109ee96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6129ffd6-0dea-4ffd-8d49-8854ef9eb443,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:26.181616 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38574) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:26.184430 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-00551a21-16c1-469b-819d-fb72c93f475a req-ddefac93-0204-489e-8cdf-303aea66d1a9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Deleting port edaa57f7-4d08-44ae-be92-2f5f1ea6293b {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:17:26.184773 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-00551a21-16c1-469b-819d-fb72c93f475a req-ddefac93-0204-489e-8cdf-303aea66d1a9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:26.299049 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9886fd2b-580b-42a3-b655-83732ab058e6 admin admin] Publish callbacks [] for security_group (6129ffd6-0dea-4ffd-8d49-8854ef9eb443), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:26.318278 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-00551a21-16c1-469b-819d-fb72c93f475a req-ddefac93-0204-489e-8cdf-303aea66d1a9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] For port edaa57f7-4d08-44ae-be92-2f5f1ea6293b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=edaa57f7-4d08-44ae-be92-2f5f1ea6293b,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:17:26.318631 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-00551a21-16c1-469b-819d-fb72c93f475a req-ddefac93-0204-489e-8cdf-303aea66d1a9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:26.338933 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9886fd2b-580b-42a3-b655-83732ab058e6 admin admin] Publish callbacks [] for security_group (6129ffd6-0dea-4ffd-8d49-8854ef9eb443), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:26.340736 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-00551a21-16c1-469b-819d-fb72c93f475a req-ddefac93-0204-489e-8cdf-303aea66d1a9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Calling delete_port for edaa57f7-4d08-44ae-be92-2f5f1ea6293b owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:17:26.443977 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9886fd2b-580b-42a3-b655-83732ab058e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (6129ffd6-0dea-4ffd-8d49-8854ef9eb443), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:26.447537 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9886fd2b-580b-42a3-b655-83732ab058e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:26.448916 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-9886fd2b-580b-42a3-b655-83732ab058e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6129ffd6-0dea-4ffd-8d49-8854ef9eb443 HTTP/1.1" status: 204 len: 168 time: 0.2610445 Jan 26 13:17:26.459657 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886fd2b-580b-42a3-b655-83732ab058e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6129ffd6-0dea-4ffd-8d49-8854ef9eb443,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:26.529134 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-00551a21-16c1-469b-819d-fb72c93f475a req-ddefac93-0204-489e-8cdf-303aea66d1a9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (edaa57f7-4d08-44ae-be92-2f5f1ea6293b), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:26.534112 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82f877-3a83-4e3e-89dd-04e29bdb2ee9 req-07cef0ec-9aec-4d56-b818-974016974ad2 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:26.536270 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ae82f877-3a83-4e3e-89dd-04e29bdb2ee9 req-07cef0ec-9aec-4d56-b818-974016974ad2 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=195bf47b-184d-481f-abd0-d005b70d0d73 HTTP/1.1" status: 200 len: 946 time: 0.0564048 Jan 26 13:17:26.544395 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['830afc2b-8430-4108-876b-03ab6faf6414', 'edaa57f7-4d08-44ae-be92-2f5f1ea6293b'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:17:26.563079 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefac93-0204-489e-8cdf-303aea66d1a9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Pushing event deleted for resources: {'Port': ['ID=edaa57f7-4d08-44ae-be92-2f5f1ea6293b,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:26.599024 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ae82f877-3a83-4e3e-89dd-04e29bdb2ee9 req-e91614b5-39b1-42c6-9fb0-581f16af7b87 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562823 Jan 26 13:17:26.620952 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-00551a21-16c1-469b-819d-fb72c93f475a req-ddefac93-0204-489e-8cdf-303aea66d1a9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] No DVR routers for this DVR port edaa57f7-4d08-44ae-be92-2f5f1ea6293b on host hv-cinder-82418 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:17:26.624731 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-00551a21-16c1-469b-819d-fb72c93f475a req-ddefac93-0204-489e-8cdf-303aea66d1a9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:26.628228 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-00551a21-16c1-469b-819d-fb72c93f475a req-ddefac93-0204-489e-8cdf-303aea66d1a9 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.24 "DELETE /v2.0/ports/edaa57f7-4d08-44ae-be92-2f5f1ea6293b HTTP/1.1" status: 204 len: 173 time: 0.5518496 Jan 26 13:17:26.628674 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195bf47b-184d-481f-abd0-d005b70d0d73', 'name': 'network-vif-deleted', 'tag': 'edaa57f7-4d08-44ae-be92-2f5f1ea6293b'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:17:26.630903 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a84ee68-c798-4bc9-aa92-52e296529287" -d '{"events": [{"server_uuid": "195bf47b-184d-481f-abd0-d005b70d0d73", "name": "network-vif-deleted", "tag": "edaa57f7-4d08-44ae-be92-2f5f1ea6293b"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:17:26.674467 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18979b3-2085-44fe-bf5e-b9830cac3321 x-openstack-request-id: req-d18979b3-2085-44fe-bf5e-b9830cac3321 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:17:26.674838 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195bf47b-184d-481f-abd0-d005b70d0d73", "name": "network-vif-deleted", "tag": "edaa57f7-4d08-44ae-be92-2f5f1ea6293b", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:17:26.675147 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d18979b3-2085-44fe-bf5e-b9830cac3321 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:17:26.675492 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195bf47b-184d-481f-abd0-d005b70d0d73', 'name': 'network-vif-deleted', 'tag': 'edaa57f7-4d08-44ae-be92-2f5f1ea6293b', 'status': 'completed', 'code': 200} Jan 26 13:17:26.816072 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b137ad-6354-4e26-a0d2-af1e1e87e28d req-a2e02d83-7e38-436e-8fee-ffa1ce5ed576 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:26.817806 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-79b137ad-6354-4e26-a0d2-af1e1e87e28d req-a2e02d83-7e38-436e-8fee-ffa1ce5ed576 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 946 time: 0.0525424 Jan 26 13:17:26.875273 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-79b137ad-6354-4e26-a0d2-af1e1e87e28d req-adb8d72f-bd8e-438f-a002-cbe97bdbbecb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499909 Jan 26 13:17:26.994735 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7389f94-93d9-49fc-bcaf-12523c015a4d req-ffc65f06-c607-466b-aa16-96c1e99043c7 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:26.996363 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b7389f94-93d9-49fc-bcaf-12523c015a4d req-ffc65f06-c607-466b-aa16-96c1e99043c7 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 946 time: 0.0503168 Jan 26 13:17:27.045138 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b7389f94-93d9-49fc-bcaf-12523c015a4d req-fa87dec9-0a95-4518-9d01-4f15cfcc04b3 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433357 Jan 26 13:17:27.068565 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 38602) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:27.299874 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4b109-815b-4b32-afca-51850d11efa6 tempest-TestVolumeBootPattern-595219993 tempest-TestVolumeBootPattern-595219993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:27.302047 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-4eb4b109-815b-4b32-afca-51850d11efa6 tempest-TestVolumeBootPattern-595219993 tempest-TestVolumeBootPattern-595219993-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 1094 time: 0.2323012 Jan 26 13:17:27.304170 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 38612) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:27.310189 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'floatingip': {'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'port_id': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:17:27.329858 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:27.428884 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-85391c3e-edb4-4e61-908c-837799ccf25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:27.438987 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:27.544922 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Allocated IP 172.27.2.96 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/39acce81-75c5-4d91-bbc9-96780ef74a38) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:17:27.658726 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for port (39acce81-75c5-4d91-bbc9-96780ef74a38), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:27.694604 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (39acce81-75c5-4d91-bbc9-96780ef74a38), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:27.733556 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:17:27.736380 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:17:27.741806 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:17:27.747737 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'Port': ['ID=39acce81-75c5-4d91-bbc9-96780ef74a38,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:27.952019 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade3ec8-9d5a-4ca8-a71c-2a2337ff6566 req-8c9bc1c7-dc26-470b-b36c-dfbbb8e1533d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:27.953473 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fade3ec8-9d5a-4ca8-a71c-2a2337ff6566 req-8c9bc1c7-dc26-470b-b36c-dfbbb8e1533d tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.1095109 Jan 26 13:17:28.053978 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fade3ec8-9d5a-4ca8-a71c-2a2337ff6566 req-6352f932-d926-43ea-b578-f75f48cb678f tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926912 Jan 26 13:17:28.188882 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (b0212275-509f-4e3d-b553-6d0c4dbe43eb), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:28.253948 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (39acce81-75c5-4d91-bbc9-96780ef74a38), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:28.629290 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for port (39acce81-75c5-4d91-bbc9-96780ef74a38), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:28.635280 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (39acce81-75c5-4d91-bbc9-96780ef74a38), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:28.709378 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'Port': ['ID=39acce81-75c5-4d91-bbc9-96780ef74a38,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:28.724722 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (b0212275-509f-4e3d-b553-6d0c4dbe43eb), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:28.832341 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.l3_db [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Floating IP b0212275-509f-4e3d-b553-6d0c4dbe43eb associated. External IP: 172.27.2.96, port: 52a3ae0c-ef26-4f29-ace9-b7384151b7a8. Jan 26 13:17:29.036503 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Router 5ae4a5db-5d8f-4b38-a172-3a530224e969 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:17:29.166353 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:17:29.179088 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9e474f-11ec-4994-a4ed-00e3f72cf76e None None] Sync routers for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:17:29.190658 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9e474f-11ec-4994-a4ed-00e3f72cf76e None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:17:29.191187 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-cf9e474f-11ec-4994-a4ed-00e3f72cf76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:17:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:17:29.192408 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad339-1f8a-47f0-bd24-f14d4584c5f6 req-16efda61-6975-47a0-9161-a4ba047ae6b3 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:29.193905 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b78ad339-1f8a-47f0-bd24-f14d4584c5f6 req-16efda61-6975-47a0-9161-a4ba047ae6b3 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0689569 Jan 26 13:17:29.198376 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:29.242282 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-055253fa-65d1-4927-b9eb-860fad51c22f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9367688 Jan 26 13:17:29.244785 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'tag': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:17:29.248040 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac7c689-f344-495a-ba99-a32f2c9c32e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c78aef6-3fb8-470f-953e-75235ef01f90", "tag": "52a3ae0c-ef26-4f29-ace9-b7384151b7a8"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:17:29.271118 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b78ad339-1f8a-47f0-bd24-f14d4584c5f6 req-8046acef-3554-41ef-b85d-ea8160e6c5c3 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702116 Jan 26 13:17:29.300854 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfb5125-3361-40ce-b684-c1e0efc76a2c x-openstack-request-id: req-9bfb5125-3361-40ce-b684-c1e0efc76a2c {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:17:29.301150 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c78aef6-3fb8-470f-953e-75235ef01f90", "tag": "52a3ae0c-ef26-4f29-ace9-b7384151b7a8", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:17:29.301403 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9bfb5125-3361-40ce-b684-c1e0efc76a2c {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:17:29.301825 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'tag': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8', 'status': 'completed', 'code': 200} Jan 26 13:17:29.313570 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-cf9e474f-11ec-4994-a4ed-00e3f72cf76e None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:17:29.537920 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-cf9e474f-11ec-4994-a4ed-00e3f72cf76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': 'b0212275-509f-4e3d-b553-6d0c4dbe43eb', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:f1:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:17:28Z', 'updated_at': '2022-01-26T13:17:28Z', 'revision_number': 0, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:17:29.563204 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9e474f-11ec-4994-a4ed-00e3f72cf76e None None] Checking router: 5ae4a5db-5d8f-4b38-a172-3a530224e969 for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:17:29.571692 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9e474f-11ec-4994-a4ed-00e3f72cf76e None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:17:29.572377 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-cf9e474f-11ec-4994-a4ed-00e3f72cf76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:17:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:17:29.662963 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-602a4cac-228a-4ece-bfdc-4e19d318a0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:29.762121 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-cf9e474f-11ec-4994-a4ed-00e3f72cf76e None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:17:29.988367 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-cf9e474f-11ec-4994-a4ed-00e3f72cf76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': 'b0212275-509f-4e3d-b553-6d0c4dbe43eb', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:f1:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:17:28Z', 'updated_at': '2022-01-26T13:17:28Z', 'revision_number': 0, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:17:30.018042 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9e474f-11ec-4994-a4ed-00e3f72cf76e None None] The sync data for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi is: [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': 'b0212275-509f-4e3d-b553-6d0c4dbe43eb', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:f1:5b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:17:28Z', 'updated_at': '2022-01-26T13:17:28Z', 'revision_number': 0, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:17:30.201160 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e4784-2bee-4d1e-b14b-1b4e113e0e3c None None] New status for floating IP b0212275-509f-4e3d-b553-6d0c4dbe43eb: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:17:30.392110 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9584f33-1c5d-422e-bd15-afeb686ac9a7 req-eed5a34b-eae9-4b6e-a325-d81769bb60b3 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:30.393613 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e9584f33-1c5d-422e-bd15-afeb686ac9a7 req-eed5a34b-eae9-4b6e-a325-d81769bb60b3 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0491862 Jan 26 13:17:30.440294 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e9584f33-1c5d-422e-bd15-afeb686ac9a7 req-a6c1c1aa-ed4a-4854-b299-c8c6d92b6c18 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Jan 26 13:17:30.774063 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device edaa57f7-4d08-44ae-be92-2f5f1ea6293b no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:17:30.795291 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: edaa57f7-4d08-44ae-be92-2f5f1ea6293b {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:17:30.795632 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device edaa57f7-4d08-44ae-be92-2f5f1ea6293b not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:17:30.894956 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:31.552355 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbe86b-2a43-4abe-9571-5259c4bf28dc req-df2c7bf9-cb9e-4a7d-859c-45aeaef5167e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:31.553791 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7efbe86b-2a43-4abe-9571-5259c4bf28dc req-df2c7bf9-cb9e-4a7d-859c-45aeaef5167e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0467637 Jan 26 13:17:31.602826 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7efbe86b-2a43-4abe-9571-5259c4bf28dc req-9f19330a-b91e-4ca3-8f01-bb23a8d1aea6 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426304 Jan 26 13:17:31.753241 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c689-f344-495a-ba99-a32f2c9c32e2 req-3f867836-a2e8-4534-b04f-8837cada6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:31.754607 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2ac7c689-f344-495a-ba99-a32f2c9c32e2 req-3f867836-a2e8-4534-b04f-8837cada6c4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 1099 time: 0.0404820 Jan 26 13:17:31.851732 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c689-f344-495a-ba99-a32f2c9c32e2 req-0e59426d-3e70-42ef-8ecb-3861b12da71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:31.853959 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2ac7c689-f344-495a-ba99-a32f2c9c32e2 req-0e59426d-3e70-42ef-8ecb-3861b12da71d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 913 time: 0.0848548 Jan 26 13:17:31.919620 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2ac7c689-f344-495a-ba99-a32f2c9c32e2 req-88d56a77-637d-4bde-b5ed-3220304e67a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a3ae0c-ef26-4f29-ace9-b7384151b7a8 HTTP/1.1" status: 200 len: 1001 time: 0.0581048 Jan 26 13:17:31.971454 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c689-f344-495a-ba99-a32f2c9c32e2 req-be5dfd5c-a502-430a-87af-66896f7a90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:31.972881 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2ac7c689-f344-495a-ba99-a32f2c9c32e2 req-be5dfd5c-a502-430a-87af-66896f7a90a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 200 len: 851 time: 0.0462971 Jan 26 13:17:32.016126 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c689-f344-495a-ba99-a32f2c9c32e2 req-50fa5311-cdf3-4c0b-ba8c-4a056a3874a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:32.017468 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2ac7c689-f344-495a-ba99-a32f2c9c32e2 req-50fa5311-cdf3-4c0b-ba8c-4a056a3874a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c715bf63-2397-4403-a2dc-b9a4df0d6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383360 Jan 26 13:17:32.104826 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2ac7c689-f344-495a-ba99-a32f2c9c32e2 req-a67fa1ba-8c15-4bf5-b87c-71cb5fe184e6 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786948 Jan 26 13:17:32.202423 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2ac7c689-f344-495a-ba99-a32f2c9c32e2 req-4bfb903b-e307-47d9-bb7a-902675645ea4 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829628 Jan 26 13:17:32.224424 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:32.714742 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47727b-19bd-42b5-a469-5bb7ab3e04a0 req-91e5b2c2-2540-4d48-86c6-df30254b62c0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:32.716296 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2d47727b-19bd-42b5-a469-5bb7ab3e04a0 req-91e5b2c2-2540-4d48-86c6-df30254b62c0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0481668 Jan 26 13:17:32.763230 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2d47727b-19bd-42b5-a469-5bb7ab3e04a0 req-d6f129b2-8915-414e-aca9-db19a2b825a6 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Jan 26 13:17:33.757769 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:33.875214 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75124b-6987-422b-9cab-2f20c9a8b03e req-0cefaf2a-8d9e-4a03-b1b0-7835053eb313 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:33.876694 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fe75124b-6987-422b-9cab-2f20c9a8b03e req-0cefaf2a-8d9e-4a03-b1b0-7835053eb313 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0481205 Jan 26 13:17:33.922683 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fe75124b-6987-422b-9cab-2f20c9a8b03e req-e956da55-f744-4c08-b861-89b9ab7490ae tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Jan 26 13:17:35.037932 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8400c-d413-4b0f-8927-fe42fee17142 req-cfada4dc-942c-43ac-af1c-6e4435c2e8c0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:35.039385 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-55d8400c-d413-4b0f-8927-fe42fee17142 req-cfada4dc-942c-43ac-af1c-6e4435c2e8c0 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0507717 Jan 26 13:17:35.085572 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-55d8400c-d413-4b0f-8927-fe42fee17142 req-3674ddb6-ce76-4a31-9527-902c80926b17 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Jan 26 13:17:36.198600 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb921c98-825a-42c0-bfcd-0d4be98d5dea req-eb10b88a-9c5e-4f24-8011-63215909a922 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:36.200087 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb921c98-825a-42c0-bfcd-0d4be98d5dea req-eb10b88a-9c5e-4f24-8011-63215909a922 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0480385 Jan 26 13:17:36.245944 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb921c98-825a-42c0-bfcd-0d4be98d5dea req-1b880b61-20d2-4555-a35d-4cd1b2838fe8 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce3b9b07-a514-4305-838b-4cdbafa45010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Jan 26 13:17:36.580098 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bad95a-5c3b-4a01-86d4-cf12c0e190f7 req-b3e634a2-2b35-4ec3-8ab5-845f3d44a42e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:36.581530 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b0bad95a-5c3b-4a01-86d4-cf12c0e190f7 req-b3e634a2-2b35-4ec3-8ab5-845f3d44a42e tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.24 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 946 time: 0.0467808 Jan 26 13:17:36.673632 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-b0bad95a-5c3b-4a01-86d4-cf12c0e190f7 req-81fb2f7d-58cc-405b-9a94-d2ef03eb30a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Deleting port 830afc2b-8430-4108-876b-03ab6faf6414 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:17:36.673961 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b0bad95a-5c3b-4a01-86d4-cf12c0e190f7 req-81fb2f7d-58cc-405b-9a94-d2ef03eb30a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (830afc2b-8430-4108-876b-03ab6faf6414), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:36.760029 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-b0bad95a-5c3b-4a01-86d4-cf12c0e190f7 req-81fb2f7d-58cc-405b-9a94-d2ef03eb30a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] For port 830afc2b-8430-4108-876b-03ab6faf6414, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=830afc2b-8430-4108-876b-03ab6faf6414,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:17:36.760381 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b0bad95a-5c3b-4a01-86d4-cf12c0e190f7 req-81fb2f7d-58cc-405b-9a94-d2ef03eb30a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (830afc2b-8430-4108-876b-03ab6faf6414), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:36.771522 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-b0bad95a-5c3b-4a01-86d4-cf12c0e190f7 req-81fb2f7d-58cc-405b-9a94-d2ef03eb30a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Calling delete_port for 830afc2b-8430-4108-876b-03ab6faf6414 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:17:36.899798 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b0bad95a-5c3b-4a01-86d4-cf12c0e190f7 req-81fb2f7d-58cc-405b-9a94-d2ef03eb30a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (830afc2b-8430-4108-876b-03ab6faf6414), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:36.917532 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['830afc2b-8430-4108-876b-03ab6faf6414'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:17:36.926867 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb2f7d-58cc-405b-9a94-d2ef03eb30a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Pushing event deleted for resources: {'Port': ['ID=830afc2b-8430-4108-876b-03ab6faf6414,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:36.971777 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bad95a-5c3b-4a01-86d4-cf12c0e190f7 req-81fb2f7d-58cc-405b-9a94-d2ef03eb30a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] No DVR routers for this DVR port 830afc2b-8430-4108-876b-03ab6faf6414 on host hv-cinder-82418 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:17:36.974386 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-b0bad95a-5c3b-4a01-86d4-cf12c0e190f7 req-81fb2f7d-58cc-405b-9a94-d2ef03eb30a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:36.978892 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b0bad95a-5c3b-4a01-86d4-cf12c0e190f7 req-81fb2f7d-58cc-405b-9a94-d2ef03eb30a4 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.24 "DELETE /v2.0/ports/830afc2b-8430-4108-876b-03ab6faf6414 HTTP/1.1" status: 204 len: 173 time: 0.3913796 Jan 26 13:17:36.979398 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29005ce9-20c2-44ab-9ad0-2bd96476468e', 'name': 'network-vif-deleted', 'tag': '830afc2b-8430-4108-876b-03ab6faf6414'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:17:36.981699 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91e912c-20b1-4b41-87bf-924ab8126354" -d '{"events": [{"server_uuid": "29005ce9-20c2-44ab-9ad0-2bd96476468e", "name": "network-vif-deleted", "tag": "830afc2b-8430-4108-876b-03ab6faf6414"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:17:37.018567 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbef4d1d-9578-4c03-b03d-c4a7feb8ddcf x-openstack-request-id: req-cbef4d1d-9578-4c03-b03d-c4a7feb8ddcf {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:17:37.018810 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29005ce9-20c2-44ab-9ad0-2bd96476468e", "name": "network-vif-deleted", "tag": "830afc2b-8430-4108-876b-03ab6faf6414", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:17:37.019065 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbef4d1d-9578-4c03-b03d-c4a7feb8ddcf {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:17:37.019464 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29005ce9-20c2-44ab-9ad0-2bd96476468e', 'name': 'network-vif-deleted', 'tag': '830afc2b-8430-4108-876b-03ab6faf6414', 'status': 'completed', 'code': 200} Jan 26 13:17:37.363481 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1a4e4689-c4e3-4c37-bfd2-f0654e90586e req-352cf4fe-cbc1-4cf9-abba-91ae0c1899b3 tempest-ServerRescueNegativeTestJSON-312433509 tempest-ServerRescueNegativeTestJSON-312433509-project] 10.222.0.10 "GET /v2.0/ports?device_id=29005ce9-20c2-44ab-9ad0-2bd96476468e HTTP/1.1" status: 200 len: 210 time: 0.0272312 Jan 26 13:17:38.421853 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 38686) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:38.827265 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e75cbf-7137-4044-a10e-907cdd0dc828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533886'] for router_interface (50089cdf-df15-4cb6-ad7c-60a88b8adf97), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:39.107069 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-88e75cbf-7137-4044-a10e-907cdd0dc828 admin admin] Deleting port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:17:39.107334 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e75cbf-7137-4044-a10e-907cdd0dc828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:39.186032 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-88e75cbf-7137-4044-a10e-907cdd0dc828 admin admin] For port 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8,segment=NetworkSegment(b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7),segment_id=b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:17:39.186392 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e75cbf-7137-4044-a10e-907cdd0dc828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:39.197913 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-88e75cbf-7137-4044-a10e-907cdd0dc828 admin admin] Calling delete_port for 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:17:39.372655 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e75cbf-7137-4044-a10e-907cdd0dc828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:39.397269 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e75cbf-7137-4044-a10e-907cdd0dc828 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:39.556574 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e75cbf-7137-4044-a10e-907cdd0dc828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533994'] for router_interface (50089cdf-df15-4cb6-ad7c-60a88b8adf97), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:39.756249 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e75cbf-7137-4044-a10e-907cdd0dc828 admin admin] Router 50089cdf-df15-4cb6-ad7c-60a88b8adf97 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:17:40.090569 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e75cbf-7137-4044-a10e-907cdd0dc828 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:17:40.095759 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-88e75cbf-7137-4044-a10e-907cdd0dc828 admin admin] 10.222.0.10 "PUT /v2.0/routers/50089cdf-df15-4cb6-ad7c-60a88b8adf97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6728413 Jan 26 13:17:40.098317 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 38690) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:40.099552 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba943a63-b8cd-4d43-b25a-31587e31bcdb None None] Sync routers for ids ['50089cdf-df15-4cb6-ad7c-60a88b8adf97'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:17:40.109071 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba943a63-b8cd-4d43-b25a-31587e31bcdb None None] Routers {'50089cdf-df15-4cb6-ad7c-60a88b8adf97'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:17:40.109670 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-ba943a63-b8cd-4d43-b25a-31587e31bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:17:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['50089cdf-df15-4cb6-ad7c-60a88b8adf97'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:17:40.200184 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Publish callbacks [] for router (50089cdf-df15-4cb6-ad7c-60a88b8adf97), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:40.212146 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-ba943a63-b8cd-4d43-b25a-31587e31bcdb None None] Set router 50089cdf-df15-4cb6-ad7c-60a88b8adf97 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:17:40.303316 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Publish callbacks [] for router_gateway (50089cdf-df15-4cb6-ad7c-60a88b8adf97), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:40.357991 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Deleting port 0002acab-f437-46cf-b50d-cb0d8730959e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:17:40.358208 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (0002acab-f437-46cf-b50d-cb0d8730959e), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:40.386352 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-ba943a63-b8cd-4d43-b25a-31587e31bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'name': 'tempest-ServerRescueNegativeTestJSON-987258063-router', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:17:39Z', 'revision_number': 5, 'project_id': '4c1b79d37dea433aaf0c6be3116e633d', 'gw_port': {'id': '0002acab-f437-46cf-b50d-cb0d8730959e', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:17:40.416934 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba943a63-b8cd-4d43-b25a-31587e31bcdb None None] Checking router: 50089cdf-df15-4cb6-ad7c-60a88b8adf97 for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:17:40.425108 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba943a63-b8cd-4d43-b25a-31587e31bcdb None None] Routers {'50089cdf-df15-4cb6-ad7c-60a88b8adf97'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:17:40.425702 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-ba943a63-b8cd-4d43-b25a-31587e31bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:17:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['50089cdf-df15-4cb6-ad7c-60a88b8adf97'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:17:40.443487 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] For port 0002acab-f437-46cf-b50d-cb0d8730959e, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=0002acab-f437-46cf-b50d-cb0d8730959e,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:17:40.443887 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (0002acab-f437-46cf-b50d-cb0d8730959e), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:40.455792 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Calling delete_port for 0002acab-f437-46cf-b50d-cb0d8730959e owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:17:40.487625 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 830afc2b-8430-4108-876b-03ab6faf6414 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:17:40.511090 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 830afc2b-8430-4108-876b-03ab6faf6414 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:17:40.511435 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 830afc2b-8430-4108-876b-03ab6faf6414 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:17:40.512563 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-ba943a63-b8cd-4d43-b25a-31587e31bcdb None None] Set router 50089cdf-df15-4cb6-ad7c-60a88b8adf97 gateway port host: None {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:17:40.568043 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-ba943a63-b8cd-4d43-b25a-31587e31bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'name': 'tempest-ServerRescueNegativeTestJSON-987258063-router', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:17:40Z', 'revision_number': 6, 'project_id': '4c1b79d37dea433aaf0c6be3116e633d', 'gw_port_host': None}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:17:40.594387 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba943a63-b8cd-4d43-b25a-31587e31bcdb None None] The sync data for ids ['50089cdf-df15-4cb6-ad7c-60a88b8adf97'] in dv-cinder-824187-5-iscsi is: [{'id': '50089cdf-df15-4cb6-ad7c-60a88b8adf97', 'name': 'tempest-ServerRescueNegativeTestJSON-987258063-router', 'tenant_id': '4c1b79d37dea433aaf0c6be3116e633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:17:40Z', 'revision_number': 6, 'project_id': '4c1b79d37dea433aaf0c6be3116e633d', 'gw_port_host': None}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:17:40.628964 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (0002acab-f437-46cf-b50d-cb0d8730959e), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:40.654322 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Pushing event deleted for resources: {'Port': ['ID=0002acab-f437-46cf-b50d-cb0d8730959e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:40.721026 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539012'] for router_gateway (50089cdf-df15-4cb6-ad7c-60a88b8adf97), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:40.828635 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12851'] for router (50089cdf-df15-4cb6-ad7c-60a88b8adf97), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:40.830767 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Publish callbacks [] for router_controller (50089cdf-df15-4cb6-ad7c-60a88b8adf97), precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:40.892614 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532504'] for router (50089cdf-df15-4cb6-ad7c-60a88b8adf97), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:40.893410 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50089cdf-df15-4cb6-ad7c-60a88b8adf97 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 13:17:40.898620 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:40.900418 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-254410db-ab9d-4b27-af70-1ac2b39eda48 admin admin] 10.222.0.10 "DELETE /v2.0/routers/50089cdf-df15-4cb6-ad7c-60a88b8adf97 HTTP/1.1" status: 204 len: 168 time: 0.8011713 Jan 26 13:17:40.902949 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 38694) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:40.948403 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad0f525-1145-4180-a52c-04d25cf2d2c3 admin admin] Deleting subnet c10b2774-d5c6-47c5-b0d4-2aa87af1694a {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:17:40.951364 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dad0f525-1145-4180-a52c-04d25cf2d2c3 admin admin] Publish callbacks [] for subnet (c10b2774-d5c6-47c5-b0d4-2aa87af1694a), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:40.983737 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dad0f525-1145-4180-a52c-04d25cf2d2c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4329128'] for subnet (c10b2774-d5c6-47c5-b0d4-2aa87af1694a), precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.020980 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dad0f525-1145-4180-a52c-04d25cf2d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (c10b2774-d5c6-47c5-b0d4-2aa87af1694a), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.071695 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dad0f525-1145-4180-a52c-04d25cf2d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4731746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762770'] for subnet (c10b2774-d5c6-47c5-b0d4-2aa87af1694a), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.102909 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dad0f525-1145-4180-a52c-04d25cf2d2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.106177 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-dad0f525-1145-4180-a52c-04d25cf2d2c3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c10b2774-d5c6-47c5-b0d4-2aa87af1694a HTTP/1.1" status: 204 len: 168 time: 0.2022932 Jan 26 13:17:41.107133 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0f525-1145-4180-a52c-04d25cf2d2c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c10b2774-d5c6-47c5-b0d4-2aa87af1694a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:41.108661 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 38696) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:41.119022 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:17:41.145563 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:17:41.146135 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 3fa636be-cfc5-4f36-90c5-6bc7e9ac42c8 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:17:41.177853 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (c2c07cbf-0563-491b-9ebf-a4abee0132e7), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.260533 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (c2c07cbf-0563-491b-9ebf-a4abee0132e7), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.280114 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c07cbf-0563-491b-9ebf-a4abee0132e7']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:17:41.289217 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:17:41.290163 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:17:41.299628 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4329121'] for segment (b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.313761 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.319641 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:17:41.320065 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4731852'] for segment (b1e55d46-02d8-4d2d-a67f-aa6d8e3fd6d7), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: Traceback (most recent call last): Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: timer() Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: cb(*args, **kw) Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: return func(*args, **kwargs) Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: self._notify() Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: self.callback(batched_events) Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: event.method(event) Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: return f(self, *a, **k) Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._get(url).json() Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: return self.request(url, 'GET', **kwargs) Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:17:41.321926 dv-cinder-824187-5-iscsi neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:17:41.380837 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (c2c07cbf-0563-491b-9ebf-a4abee0132e7), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.386719 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.389995 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c2c07cbf-0563-491b-9ebf-a4abee0132e7 HTTP/1.1" status: 204 len: 168 time: 0.2804198 Jan 26 13:17:41.408093 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6a486-2c58-48c5-a142-5ffc26908ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c07cbf-0563-491b-9ebf-a4abee0132e7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:41.571295 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38714) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:41.616695 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-9c20dfd1-e859-4a9a-922e-762b1b661f20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c1b79d37dea433aaf0c6be3116e633d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417738 Jan 26 13:17:41.616808 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38718) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:41.665773 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2f1e8fd2-d31b-4272-8f4f-b565b0bfb867 admin admin] Publish callbacks [] for security_group (ce3b9b07-a514-4305-838b-4cdbafa45010), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.688016 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2f1e8fd2-d31b-4272-8f4f-b565b0bfb867 admin admin] Publish callbacks [] for security_group (ce3b9b07-a514-4305-838b-4cdbafa45010), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.736272 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2f1e8fd2-d31b-4272-8f4f-b565b0bfb867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (ce3b9b07-a514-4305-838b-4cdbafa45010), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.738992 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2f1e8fd2-d31b-4272-8f4f-b565b0bfb867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:41.740132 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-2f1e8fd2-d31b-4272-8f4f-b565b0bfb867 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce3b9b07-a514-4305-838b-4cdbafa45010 HTTP/1.1" status: 204 len: 168 time: 0.1225121 Jan 26 13:17:41.749102 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e8fd2-d31b-4272-8f4f-b565b0bfb867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b9b07-a514-4305-838b-4cdbafa45010,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:42.679322 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0002acab-f437-46cf-b50d-cb0d8730959e no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:17:42.703916 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 0002acab-f437-46cf-b50d-cb0d8730959e {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:17:42.704348 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0002acab-f437-46cf-b50d-cb0d8730959e not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:17:46.087859 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38858) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:46.200455 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e337d02c-753d-45c6-88cd-04005ca1ecf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.276508 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e337d02c-753d-45c6-88cd-04005ca1ecf2 admin admin] Publish callbacks [] for security_group (04e0d7a7-f78d-49c3-89c8-089483f0d23a), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.279936 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e337d02c-753d-45c6-88cd-04005ca1ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (04e0d7a7-f78d-49c3-89c8-089483f0d23a), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.318745 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337d02c-753d-45c6-88cd-04005ca1ecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e0d7a7-f78d-49c3-89c8-089483f0d23a,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:46.323479 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e337d02c-753d-45c6-88cd-04005ca1ecf2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be53b6ccd9b741fd8dbb4bf23fc6549b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344456 Jan 26 13:17:46.326786 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38866) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:46.372543 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5244bbf7-df9d-4b98-b741-beaea99b0237 admin admin] Publish callbacks [] for security_group (04e0d7a7-f78d-49c3-89c8-089483f0d23a), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.395952 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5244bbf7-df9d-4b98-b741-beaea99b0237 admin admin] Publish callbacks [] for security_group (04e0d7a7-f78d-49c3-89c8-089483f0d23a), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.456576 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5244bbf7-df9d-4b98-b741-beaea99b0237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (04e0d7a7-f78d-49c3-89c8-089483f0d23a), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.459346 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5244bbf7-df9d-4b98-b741-beaea99b0237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.460785 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-5244bbf7-df9d-4b98-b741-beaea99b0237 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04e0d7a7-f78d-49c3-89c8-089483f0d23a HTTP/1.1" status: 204 len: 168 time: 0.1334970 Jan 26 13:17:46.468986 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244bbf7-df9d-4b98-b741-beaea99b0237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e0d7a7-f78d-49c3-89c8-089483f0d23a,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:46.642783 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38878) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:46.740509 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38882) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:46.759984 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1881a8e7-6dd1-4c06-b4f6-3981fd6bbfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.771454 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ebe0e83-24b7-4c03-bbc6-0d4a645cc4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.889164 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1881a8e7-6dd1-4c06-b4f6-3981fd6bbfd0 admin admin] Publish callbacks [] for security_group (78f970e9-3fd7-47e8-9cf0-597eabd5dbbc), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.899899 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1881a8e7-6dd1-4c06-b4f6-3981fd6bbfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (78f970e9-3fd7-47e8-9cf0-597eabd5dbbc), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.907828 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ebe0e83-24b7-4c03-bbc6-0d4a645cc4e3 admin admin] Publish callbacks [] for security_group (7f514964-5605-4278-a69c-f87827a9b0e7), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.919791 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ebe0e83-24b7-4c03-bbc6-0d4a645cc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (7f514964-5605-4278-a69c-f87827a9b0e7), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:46.958923 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-1881a8e7-6dd1-4c06-b4f6-3981fd6bbfd0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c66e19a8110452da40d4a1815bbd2c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170761 Jan 26 13:17:46.961632 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 38884) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:46.964481 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881a8e7-6dd1-4c06-b4f6-3981fd6bbfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f970e9-3fd7-47e8-9cf0-597eabd5dbbc,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:46.979578 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7ebe0e83-24b7-4c03-bbc6-0d4a645cc4e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d8f371a5bf04f868625b2a90379671e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357024 Jan 26 13:17:46.982028 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38886) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:47.007161 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe0e83-24b7-4c03-bbc6-0d4a645cc4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f514964-5605-4278-a69c-f87827a9b0e7,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:47.025384 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14f5f0bf-1570-468d-bef1-bb098b53849f admin admin] Publish callbacks [] for security_group (78f970e9-3fd7-47e8-9cf0-597eabd5dbbc), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:47.041562 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc4ffe5f-6d93-4484-8e85-ead45c3be27a admin admin] Publish callbacks [] for security_group (7f514964-5605-4278-a69c-f87827a9b0e7), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:47.047722 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14f5f0bf-1570-468d-bef1-bb098b53849f admin admin] Publish callbacks [] for security_group (78f970e9-3fd7-47e8-9cf0-597eabd5dbbc), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:47.062578 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc4ffe5f-6d93-4484-8e85-ead45c3be27a admin admin] Publish callbacks [] for security_group (7f514964-5605-4278-a69c-f87827a9b0e7), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:47.093852 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14f5f0bf-1570-468d-bef1-bb098b53849f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (78f970e9-3fd7-47e8-9cf0-597eabd5dbbc), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:47.096608 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14f5f0bf-1570-468d-bef1-bb098b53849f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:47.100578 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-14f5f0bf-1570-468d-bef1-bb098b53849f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78f970e9-3fd7-47e8-9cf0-597eabd5dbbc HTTP/1.1" status: 204 len: 168 time: 0.1376374 Jan 26 13:17:47.108622 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5f0bf-1570-468d-bef1-bb098b53849f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f970e9-3fd7-47e8-9cf0-597eabd5dbbc,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:47.116888 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc4ffe5f-6d93-4484-8e85-ead45c3be27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (7f514964-5605-4278-a69c-f87827a9b0e7), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:47.120519 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc4ffe5f-6d93-4484-8e85-ead45c3be27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:47.123826 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-dc4ffe5f-6d93-4484-8e85-ead45c3be27a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f514964-5605-4278-a69c-f87827a9b0e7 HTTP/1.1" status: 204 len: 168 time: 0.1385515 Jan 26 13:17:47.129642 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ffe5f-6d93-4484-8e85-ead45c3be27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f514964-5605-4278-a69c-f87827a9b0e7,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:47.511313 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b69050-f248-47b9-b319-3b1dbc6d11b6 req-10a25cbc-877f-4c74-bcd4-0ee21ef138f9 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:47.512840 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a7b69050-f248-47b9-b319-3b1dbc6d11b6 req-10a25cbc-877f-4c74-bcd4-0ee21ef138f9 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0602849 Jan 26 13:17:47.560741 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a7b69050-f248-47b9-b319-3b1dbc6d11b6 req-4f42bf20-fe8a-44d2-ba2b-29ea369f1057 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421839 Jan 26 13:17:48.682266 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda60cf-30cd-43d5-bf1e-f91399526c37 req-4561fcdf-044a-4ab1-b412-ea5c44348892 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:48.683794 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fdda60cf-30cd-43d5-bf1e-f91399526c37 req-4561fcdf-044a-4ab1-b412-ea5c44348892 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0521681 Jan 26 13:17:48.732814 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fdda60cf-30cd-43d5-bf1e-f91399526c37 req-eb3566c5-3501-4465-96bb-059cbce21af3 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431707 Jan 26 13:17:49.479692 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38964) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:49.579050 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36ce6618-f6f4-4fde-97bb-73482a9a5041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:49.649046 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36ce6618-f6f4-4fde-97bb-73482a9a5041 admin admin] Publish callbacks [] for security_group (acf84eee-49dd-4943-afc3-d89b65a5fb8f), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:49.652542 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36ce6618-f6f4-4fde-97bb-73482a9a5041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (acf84eee-49dd-4943-afc3-d89b65a5fb8f), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:49.693425 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-36ce6618-f6f4-4fde-97bb-73482a9a5041 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d311ec7dc004516a5c60d3a493004a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126398 Jan 26 13:17:49.694353 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce6618-f6f4-4fde-97bb-73482a9a5041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf84eee-49dd-4943-afc3-d89b65a5fb8f,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:49.696605 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 38968) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:49.744430 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5db5c235-0ff4-4689-8ccb-6611f524f24b admin admin] Publish callbacks [] for security_group (acf84eee-49dd-4943-afc3-d89b65a5fb8f), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:49.765679 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5db5c235-0ff4-4689-8ccb-6611f524f24b admin admin] Publish callbacks [] for security_group (acf84eee-49dd-4943-afc3-d89b65a5fb8f), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:49.830893 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5db5c235-0ff4-4689-8ccb-6611f524f24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (acf84eee-49dd-4943-afc3-d89b65a5fb8f), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:49.833300 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5db5c235-0ff4-4689-8ccb-6611f524f24b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:49.834391 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-5db5c235-0ff4-4689-8ccb-6611f524f24b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/acf84eee-49dd-4943-afc3-d89b65a5fb8f HTTP/1.1" status: 204 len: 168 time: 0.1365452 Jan 26 13:17:49.847356 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5c235-0ff4-4689-8ccb-6611f524f24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf84eee-49dd-4943-afc3-d89b65a5fb8f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:49.864947 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335e7d7-8810-40c4-a338-161e67aa7322 req-2f11da73-e477-4edd-b88c-23826cb5ebe5 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:49.867171 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6335e7d7-8810-40c4-a338-161e67aa7322 req-2f11da73-e477-4edd-b88c-23826cb5ebe5 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0630329 Jan 26 13:17:49.922898 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6335e7d7-8810-40c4-a338-161e67aa7322 req-336710f4-c54f-41a5-a744-d1d93c27d156 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481844 Jan 26 13:17:50.094211 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 38978) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:50.107331 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1928c53f-5086-4dcb-a6b8-dd8ceba8646a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:50.179136 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1928c53f-5086-4dcb-a6b8-dd8ceba8646a admin admin] Publish callbacks [] for security_group (301221d5-659d-421a-8ead-6d79cf838b5c), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:50.184082 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1928c53f-5086-4dcb-a6b8-dd8ceba8646a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (301221d5-659d-421a-8ead-6d79cf838b5c), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:50.220725 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-1928c53f-5086-4dcb-a6b8-dd8ceba8646a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aaeaf1d7279247169ce43e833524338f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254199 Jan 26 13:17:50.222629 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928c53f-5086-4dcb-a6b8-dd8ceba8646a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301221d5-659d-421a-8ead-6d79cf838b5c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:50.223359 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 38980) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:50.270899 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02735668-87b1-46a5-9a5c-b64c1bcaca57 admin admin] Publish callbacks [] for security_group (301221d5-659d-421a-8ead-6d79cf838b5c), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:50.291716 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02735668-87b1-46a5-9a5c-b64c1bcaca57 admin admin] Publish callbacks [] for security_group (301221d5-659d-421a-8ead-6d79cf838b5c), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:50.342776 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02735668-87b1-46a5-9a5c-b64c1bcaca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (301221d5-659d-421a-8ead-6d79cf838b5c), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:50.345223 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02735668-87b1-46a5-9a5c-b64c1bcaca57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:50.346322 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-02735668-87b1-46a5-9a5c-b64c1bcaca57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/301221d5-659d-421a-8ead-6d79cf838b5c HTTP/1.1" status: 204 len: 168 time: 0.1219444 Jan 26 13:17:50.354556 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02735668-87b1-46a5-9a5c-b64c1bcaca57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301221d5-659d-421a-8ead-6d79cf838b5c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:50.830728 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:51.037140 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ae0b5-6063-4545-908a-fbcbccc3074c req-0ebbf58a-45dd-4f7d-94a1-7c67e2973caf tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:51.038804 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bf0ae0b5-6063-4545-908a-fbcbccc3074c req-0ebbf58a-45dd-4f7d-94a1-7c67e2973caf tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0489409 Jan 26 13:17:51.085463 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bf0ae0b5-6063-4545-908a-fbcbccc3074c req-48b9f1a2-f9dc-45f4-82e1-03458e22b7f1 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410581 Jan 26 13:17:52.203569 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e14370-5b95-47c3-91d4-8327961f7ce7 req-bf6bbf5b-58ba-4966-bc2c-43f1e07948a7 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:52.205116 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-90e14370-5b95-47c3-91d4-8327961f7ce7 req-bf6bbf5b-58ba-4966-bc2c-43f1e07948a7 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0527267 Jan 26 13:17:52.255215 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-90e14370-5b95-47c3-91d4-8327961f7ce7 req-fd11f5d0-8310-4387-bb6d-32468848a146 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406566 Jan 26 13:17:53.367532 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd9d03-3936-42c1-8673-629e95c97006 req-ea9283f4-1e42-44d3-b8ea-96614eb4deb4 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:53.369074 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e7fd9d03-3936-42c1-8673-629e95c97006 req-ea9283f4-1e42-44d3-b8ea-96614eb4deb4 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0463064 Jan 26 13:17:53.414167 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e7fd9d03-3936-42c1-8673-629e95c97006 req-27d2bf16-a308-4e17-ac96-330466ff287e tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397155 Jan 26 13:17:54.526313 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3a774-1b1b-4d26-90a7-46debb323e25 req-ba2c80c7-d33a-4633-afe7-744d712dd98d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:54.528407 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-21d3a774-1b1b-4d26-90a7-46debb323e25 req-ba2c80c7-d33a-4633-afe7-744d712dd98d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0476227 Jan 26 13:17:54.575549 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-21d3a774-1b1b-4d26-90a7-46debb323e25 req-67032cf3-ddd8-4787-9f09-e12b460bfaed tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418289 Jan 26 13:17:55.691936 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab800d6b-aa7b-4f34-b823-84b197b9208f req-d753abd9-d076-42fd-bce1-e88ccdfbb391 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:55.693379 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ab800d6b-aa7b-4f34-b823-84b197b9208f req-d753abd9-d076-42fd-bce1-e88ccdfbb391 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0504212 Jan 26 13:17:55.739131 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ab800d6b-aa7b-4f34-b823-84b197b9208f req-d3004a62-65eb-4b1e-a547-ed94fc5fabcd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396340 Jan 26 13:17:56.859404 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8349b-8e17-4281-ac3f-51b0f581fe68 req-a3a9de0f-2e73-48e8-b45e-69718a414064 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:56.861104 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0ef8349b-8e17-4281-ac3f-51b0f581fe68 req-a3a9de0f-2e73-48e8-b45e-69718a414064 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0513754 Jan 26 13:17:56.911763 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0ef8349b-8e17-4281-ac3f-51b0f581fe68 req-33252fa6-b4ba-4fff-af16-339cab39d0fa tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440331 Jan 26 13:17:57.422382 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5ed0-1779-4849-a2a7-5dc17c2cbed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:58.024878 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee6dec-70e3-47ac-9e6c-fc9313d1e4cd req-12354121-5f11-4e2e-a44d-21f47f0e6d59 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:58.026315 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-53ee6dec-70e3-47ac-9e6c-fc9313d1e4cd req-12354121-5f11-4e2e-a44d-21f47f0e6d59 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0499930 Jan 26 13:17:58.071638 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-53ee6dec-70e3-47ac-9e6c-fc9313d1e4cd req-b7a6463d-6cfe-4f8e-b1d7-743c27f8a68c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399592 Jan 26 13:17:58.282735 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbbdf7-bd76-446f-b9e6-fd5f187b808c req-d2b2329d-85d6-4e20-8634-178f19a8f559 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:58.284540 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6afbbdf7-bd76-446f-b9e6-fd5f187b808c req-d2b2329d-85d6-4e20-8634-178f19a8f559 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0520110 Jan 26 13:17:58.334612 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6afbbdf7-bd76-446f-b9e6-fd5f187b808c req-7052aae8-ddd9-4476-9433-aca0ad1d7772 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436893 Jan 26 13:17:58.357687 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27feb55-02da-4ae2-ac46-a394dc0cf9c8 req-ccf4821e-0d38-4e35-925c-0070d55813ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:58.357687 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b27feb55-02da-4ae2-ac46-a394dc0cf9c8 req-ccf4821e-0d38-4e35-925c-0070d55813ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de75dc29edc844e7a51901a972dab6a1&device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 1099 time: 0.0432436 Jan 26 13:17:58.445960 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27feb55-02da-4ae2-ac46-a394dc0cf9c8 req-f9b9ffb2-64e0-4923-9bbf-194ea7a38aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:58.447322 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b27feb55-02da-4ae2-ac46-a394dc0cf9c8 req-f9b9ffb2-64e0-4923-9bbf-194ea7a38aab service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f HTTP/1.1" status: 200 len: 912 time: 0.0896881 Jan 26 13:17:58.518104 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b27feb55-02da-4ae2-ac46-a394dc0cf9c8 req-9cd7709a-b013-48f0-b629-9c0b6a235d4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89dc0911-31b4-4a89-8123-7e9a0b604a80 HTTP/1.1" status: 200 len: 1002 time: 0.0642836 Jan 26 13:17:58.573590 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27feb55-02da-4ae2-ac46-a394dc0cf9c8 req-f8db68be-18a7-4c40-ab77-0675bd176902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:58.575053 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b27feb55-02da-4ae2-ac46-a394dc0cf9c8 req-f8db68be-18a7-4c40-ab77-0675bd176902 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc77bad1-131b-4485-8b8c-4e65034728c9 HTTP/1.1" status: 200 len: 850 time: 0.0466721 Jan 26 13:17:58.618865 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27feb55-02da-4ae2-ac46-a394dc0cf9c8 req-ad7590b0-c83c-4eb1-bbeb-498504065843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:58.620384 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b27feb55-02da-4ae2-ac46-a394dc0cf9c8 req-ad7590b0-c83c-4eb1-bbeb-498504065843 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394225 Jan 26 13:17:58.709507 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b27feb55-02da-4ae2-ac46-a394dc0cf9c8 req-3f6a082a-2958-4f4c-9fd0-a13ed1f117c3 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823290 Jan 26 13:17:58.786330 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:17:58.812459 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-b27feb55-02da-4ae2-ac46-a394dc0cf9c8 req-30b2e17b-090c-4634-9f75-28d43f35bd1d service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917623 Jan 26 13:17:58.824994 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39134) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:58.926857 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-28bb9ce7-15e4-473f-a039-b4256eb68fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:58.998720 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-28bb9ce7-15e4-473f-a039-b4256eb68fe4 admin admin] Publish callbacks [] for security_group (a38a2399-4c1b-4828-ab3d-5de8c04f73db), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.002163 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-28bb9ce7-15e4-473f-a039-b4256eb68fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (a38a2399-4c1b-4828-ab3d-5de8c04f73db), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.039162 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-28bb9ce7-15e4-473f-a039-b4256eb68fe4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e7f8c88c78441ad98aecd59927c2afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126360 Jan 26 13:17:59.040473 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb9ce7-15e4-473f-a039-b4256eb68fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38a2399-4c1b-4828-ab3d-5de8c04f73db,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:59.041976 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39138) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:59.089263 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f5acd40-bf20-45ea-bd3d-9f980a425c80 admin admin] Publish callbacks [] for security_group (a38a2399-4c1b-4828-ab3d-5de8c04f73db), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.112813 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f5acd40-bf20-45ea-bd3d-9f980a425c80 admin admin] Publish callbacks [] for security_group (a38a2399-4c1b-4828-ab3d-5de8c04f73db), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.159632 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f5acd40-bf20-45ea-bd3d-9f980a425c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (a38a2399-4c1b-4828-ab3d-5de8c04f73db), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.162381 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f5acd40-bf20-45ea-bd3d-9f980a425c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.163679 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3f5acd40-bf20-45ea-bd3d-9f980a425c80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a38a2399-4c1b-4828-ab3d-5de8c04f73db HTTP/1.1" status: 204 len: 168 time: 0.1205456 Jan 26 13:17:59.171915 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5acd40-bf20-45ea-bd3d-9f980a425c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38a2399-4c1b-4828-ab3d-5de8c04f73db,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:59.449343 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39146) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:59.460715 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1724c-4332-4cf2-98ef-94cf27ee8582 req-213c9055-6e05-462e-8dd3-eec376a551dc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:17:59.462300 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b9b1724c-4332-4cf2-98ef-94cf27ee8582 req-213c9055-6e05-462e-8dd3-eec376a551dc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0516367 Jan 26 13:17:59.463250 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3fbefba6-2119-4379-b095-9bb166a0d91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.509565 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b9b1724c-4332-4cf2-98ef-94cf27ee8582 req-f57bac50-56b3-4bf1-a93a-e5108317428b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415280 Jan 26 13:17:59.541579 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3fbefba6-2119-4379-b095-9bb166a0d91f admin admin] Publish callbacks [] for security_group (ce7b0eb7-10d4-4c34-9831-3bbbe72faad7), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.545310 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3fbefba6-2119-4379-b095-9bb166a0d91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (ce7b0eb7-10d4-4c34-9831-3bbbe72faad7), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.582462 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-3fbefba6-2119-4379-b095-9bb166a0d91f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1121b1e8165546a1a43084a3531d6375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318827 Jan 26 13:17:59.583269 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbefba6-2119-4379-b095-9bb166a0d91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7b0eb7-10d4-4c34-9831-3bbbe72faad7,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:17:59.585167 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39150) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:17:59.631838 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2274709c-1e6f-4fea-ac7a-82f38bbcd14b admin admin] Publish callbacks [] for security_group (ce7b0eb7-10d4-4c34-9831-3bbbe72faad7), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.653589 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2274709c-1e6f-4fea-ac7a-82f38bbcd14b admin admin] Publish callbacks [] for security_group (ce7b0eb7-10d4-4c34-9831-3bbbe72faad7), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.664280 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c38a36b0-cdd3-4baa-a3b0-90a7ffe69393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.704703 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2274709c-1e6f-4fea-ac7a-82f38bbcd14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (ce7b0eb7-10d4-4c34-9831-3bbbe72faad7), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.707277 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2274709c-1e6f-4fea-ac7a-82f38bbcd14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:17:59.708506 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-2274709c-1e6f-4fea-ac7a-82f38bbcd14b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce7b0eb7-10d4-4c34-9831-3bbbe72faad7 HTTP/1.1" status: 204 len: 168 time: 0.1218107 Jan 26 13:17:59.717033 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274709c-1e6f-4fea-ac7a-82f38bbcd14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7b0eb7-10d4-4c34-9831-3bbbe72faad7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:00.022059 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39156) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:00.034814 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a9d6-83ce-4991-b94c-daa71115879a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:00.106137 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a9d6-83ce-4991-b94c-daa71115879a admin admin] Publish callbacks [] for security_group (49ac1c7e-b4c3-483c-8e01-0a39dc3af2c9), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:00.109965 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a9d6-83ce-4991-b94c-daa71115879a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (49ac1c7e-b4c3-483c-8e01-0a39dc3af2c9), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:00.149581 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fdb9a9d6-83ce-4991-b94c-daa71115879a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9644c48271fe47c2aa9ce6e7e63faa3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264400 Jan 26 13:18:00.150417 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9a9d6-83ce-4991-b94c-daa71115879a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac1c7e-b4c3-483c-8e01-0a39dc3af2c9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:00.152226 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39158) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:00.200707 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e9f08e6-2435-4c32-aff0-1710994000bc admin admin] Publish callbacks [] for security_group (49ac1c7e-b4c3-483c-8e01-0a39dc3af2c9), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:00.221811 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e9f08e6-2435-4c32-aff0-1710994000bc admin admin] Publish callbacks [] for security_group (49ac1c7e-b4c3-483c-8e01-0a39dc3af2c9), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:00.267326 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e9f08e6-2435-4c32-aff0-1710994000bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (49ac1c7e-b4c3-483c-8e01-0a39dc3af2c9), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:00.269934 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e9f08e6-2435-4c32-aff0-1710994000bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:00.271183 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-9e9f08e6-2435-4c32-aff0-1710994000bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49ac1c7e-b4c3-483c-8e01-0a39dc3af2c9 HTTP/1.1" status: 204 len: 168 time: 0.1173506 Jan 26 13:18:00.278705 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f08e6-2435-4c32-aff0-1710994000bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac1c7e-b4c3-483c-8e01-0a39dc3af2c9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:00.627007 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb47dc-6822-4262-8026-ad280b8b9c12 req-f0fdc327-d8e6-448c-8829-0dfe0591bce4 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:00.628520 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9bbb47dc-6822-4262-8026-ad280b8b9c12 req-f0fdc327-d8e6-448c-8829-0dfe0591bce4 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0501661 Jan 26 13:18:00.674867 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9bbb47dc-6822-4262-8026-ad280b8b9c12 req-6bc51bbd-b0ec-4599-9a4e-bb6471e10f44 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404170 Jan 26 13:18:00.897575 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:02.229591 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:02.278708 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39232) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:02.382426 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e544737-2898-40f0-bbdd-c82199dd2e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:02.458401 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e544737-2898-40f0-bbdd-c82199dd2e10 admin admin] Publish callbacks [] for security_group (cd7ae4de-1025-44af-a8e5-37f6030cde17), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:02.463186 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e544737-2898-40f0-bbdd-c82199dd2e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (cd7ae4de-1025-44af-a8e5-37f6030cde17), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:02.500321 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-9e544737-2898-40f0-bbdd-c82199dd2e10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a35ad4ab94b4a589836100c5f3ca3f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204740 Jan 26 13:18:02.501374 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e544737-2898-40f0-bbdd-c82199dd2e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7ae4de-1025-44af-a8e5-37f6030cde17,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:02.502932 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39236) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:02.550263 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54a5bf9f-555d-4bd4-9dd3-247fed1da8ac admin admin] Publish callbacks [] for security_group (cd7ae4de-1025-44af-a8e5-37f6030cde17), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:02.570824 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54a5bf9f-555d-4bd4-9dd3-247fed1da8ac admin admin] Publish callbacks [] for security_group (cd7ae4de-1025-44af-a8e5-37f6030cde17), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:02.617370 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54a5bf9f-555d-4bd4-9dd3-247fed1da8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (cd7ae4de-1025-44af-a8e5-37f6030cde17), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:02.620238 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54a5bf9f-555d-4bd4-9dd3-247fed1da8ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:02.621366 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-54a5bf9f-555d-4bd4-9dd3-247fed1da8ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd7ae4de-1025-44af-a8e5-37f6030cde17 HTTP/1.1" status: 204 len: 168 time: 0.1174328 Jan 26 13:18:02.628628 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5bf9f-555d-4bd4-9dd3-247fed1da8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7ae4de-1025-44af-a8e5-37f6030cde17,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:02.874547 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39242) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:02.887629 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e03f8b91-e18d-4785-900c-eb3e901c336b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:02.962443 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e03f8b91-e18d-4785-900c-eb3e901c336b admin admin] Publish callbacks [] for security_group (48e28fb3-7a05-4257-affa-72f0537f4a52), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:02.966041 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e03f8b91-e18d-4785-900c-eb3e901c336b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (48e28fb3-7a05-4257-affa-72f0537f4a52), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:03.003306 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e03f8b91-e18d-4785-900c-eb3e901c336b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c67ce11b0d6495fb9758d99b5d2b30d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277142 Jan 26 13:18:03.004158 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f8b91-e18d-4785-900c-eb3e901c336b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e28fb3-7a05-4257-affa-72f0537f4a52,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:03.006107 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39246) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:03.054099 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ba675ff-9254-4498-9f31-c6d1541eec0b admin admin] Publish callbacks [] for security_group (48e28fb3-7a05-4257-affa-72f0537f4a52), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:03.077558 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ba675ff-9254-4498-9f31-c6d1541eec0b admin admin] Publish callbacks [] for security_group (48e28fb3-7a05-4257-affa-72f0537f4a52), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:03.123812 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ba675ff-9254-4498-9f31-c6d1541eec0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (48e28fb3-7a05-4257-affa-72f0537f4a52), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:03.126345 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ba675ff-9254-4498-9f31-c6d1541eec0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:03.127478 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-1ba675ff-9254-4498-9f31-c6d1541eec0b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48e28fb3-7a05-4257-affa-72f0537f4a52 HTTP/1.1" status: 204 len: 168 time: 0.1203022 Jan 26 13:18:03.135946 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba675ff-9254-4498-9f31-c6d1541eec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e28fb3-7a05-4257-affa-72f0537f4a52,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:03.759724 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:04.149503 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39276) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:04.256279 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1cfa7ca5-e33f-40ed-844c-180fbe3cd655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:04.328552 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1cfa7ca5-e33f-40ed-844c-180fbe3cd655 admin admin] Publish callbacks [] for security_group (e612d104-34fc-4f29-998e-e81275855959), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:04.332337 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1cfa7ca5-e33f-40ed-844c-180fbe3cd655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (e612d104-34fc-4f29-998e-e81275855959), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:04.372219 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-1cfa7ca5-e33f-40ed-844c-180fbe3cd655 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6420713cdb3b4805b51d80e1ed6a3d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216499 Jan 26 13:18:04.373046 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa7ca5-e33f-40ed-844c-180fbe3cd655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e612d104-34fc-4f29-998e-e81275855959,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:04.374906 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39280) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:04.421704 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-773482dc-a397-41fe-afd8-d8991fc1a3bc admin admin] Publish callbacks [] for security_group (e612d104-34fc-4f29-998e-e81275855959), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:04.443099 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-773482dc-a397-41fe-afd8-d8991fc1a3bc admin admin] Publish callbacks [] for security_group (e612d104-34fc-4f29-998e-e81275855959), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:04.487150 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-773482dc-a397-41fe-afd8-d8991fc1a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (e612d104-34fc-4f29-998e-e81275855959), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:04.489739 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-773482dc-a397-41fe-afd8-d8991fc1a3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:04.490911 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-773482dc-a397-41fe-afd8-d8991fc1a3bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e612d104-34fc-4f29-998e-e81275855959 HTTP/1.1" status: 204 len: 168 time: 0.1150014 Jan 26 13:18:04.499171 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773482dc-a397-41fe-afd8-d8991fc1a3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e612d104-34fc-4f29-998e-e81275855959,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:07.498021 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294e4f5-21f4-42e2-b2bc-bf61943b511a req-6f108698-881a-4f3a-925d-486ab212af34 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:07.499393 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6294e4f5-21f4-42e2-b2bc-bf61943b511a req-6f108698-881a-4f3a-925d-486ab212af34 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 947 time: 0.0497887 Jan 26 13:18:07.544794 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6294e4f5-21f4-42e2-b2bc-bf61943b511a req-b2e4a05d-ba1a-405b-b9c2-9f0fdbbd6872 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398960 Jan 26 13:18:08.662422 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdfe49-0986-4d63-95ad-0795806bc82e req-c8775e0e-2983-4e71-a475-981c5067558e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:08.663878 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-52cdfe49-0986-4d63-95ad-0795806bc82e req-c8775e0e-2983-4e71-a475-981c5067558e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 947 time: 0.0473330 Jan 26 13:18:08.709104 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-52cdfe49-0986-4d63-95ad-0795806bc82e req-812e750d-35f0-4b2d-9202-c127cf4005af tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397739 Jan 26 13:18:09.831174 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3c49d-0e2e-4669-8264-7441198c9b7d req-ea16af32-a90c-41b2-b26c-9c7c0867f26f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:09.832615 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-29d3c49d-0e2e-4669-8264-7441198c9b7d req-ea16af32-a90c-41b2-b26c-9c7c0867f26f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 947 time: 0.0526361 Jan 26 13:18:09.878739 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-29d3c49d-0e2e-4669-8264-7441198c9b7d req-802dd544-7842-4694-9e19-53eec0070696 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405667 Jan 26 13:18:10.996255 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7a397-7078-4fe7-b94c-27c5990cadca req-344cc335-1c57-4307-af65-6f7b477e105b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:10.997743 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-eff7a397-7078-4fe7-b94c-27c5990cadca req-344cc335-1c57-4307-af65-6f7b477e105b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 947 time: 0.0463042 Jan 26 13:18:11.046603 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-eff7a397-7078-4fe7-b94c-27c5990cadca req-938ba28d-ada2-4a9a-8972-90dd54ded18f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=6f2d5772-a93b-4b90-bcc0-7d10e05fef53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427129 Jan 26 13:18:11.298611 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-0272eeda-6695-4e4b-b8cf-444f255fca83 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:11.300038 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-0272eeda-6695-4e4b-b8cf-444f255fca83 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.24 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 947 time: 0.0507755 Jan 26 13:18:11.390128 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Deleting port a981f395-f6ab-463c-a105-07809d2bcd48 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:18:11.390493 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:11.481389 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] For port a981f395-f6ab-463c-a105-07809d2bcd48, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a981f395-f6ab-463c-a105-07809d2bcd48,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:11.481663 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:11.914950 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:11.915304 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (ad008dba-be0e-45cf-a13f-c07d58d30037), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:11.915615 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Floating IP ad008dba-be0e-45cf-a13f-c07d58d30037 disassociated. External IP: 172.27.2.123, port: a981f395-f6ab-463c-a105-07809d2bcd48. Jan 26 13:18:11.915982 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Calling delete_port for a981f395-f6ab-463c-a105-07809d2bcd48 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:18:12.041617 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (a981f395-f6ab-463c-a105-07809d2bcd48), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:12.071810 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event deleted for resources: {'Port': ['ID=a981f395-f6ab-463c-a105-07809d2bcd48,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:12.083486 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.083915 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.084255 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.084591 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.084922 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.085812 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.086144 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.086508 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.086890 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.087222 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.087545 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.087933 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.088217 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:12.152405 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bd274dcd-b504-4c06-89f8-a2d54bf57dad req-1886c0c7-fe7c-46e8-aff7-33f1421884bf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=76158ee5-16ad-43fa-89cd-1ca634826738 HTTP/1.1" status: 200 len: 210 time: 0.0285738 Jan 26 13:18:12.217099 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Router 9e025081-1d74-4865-b5c1-c1e164bad886 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:18:12.325290 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:18:12.339275 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1abee-31d5-4eca-bfc7-ed77d3104f5b None None] Sync routers for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:18:12.354167 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1abee-31d5-4eca-bfc7-ed77d3104f5b None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:12.354800 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fdb1abee-31d5-4eca-bfc7-ed77d3104f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:12.375175 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] No DVR routers for this DVR port a981f395-f6ab-463c-a105-07809d2bcd48 on host hv-cinder-82418 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:18:12.377855 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:12.381299 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-12553efa-48bf-4097-bffe-a36d63ecf07f req-5d473124-1ace-4715-97d5-94633e1913eb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.24 "DELETE /v2.0/ports/a981f395-f6ab-463c-a105-07809d2bcd48 HTTP/1.1" status: 204 len: 173 time: 1.0753756 Jan 26 13:18:12.381750 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'name': 'network-vif-deleted', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:18:12.385331 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23196267-21cc-4de9-ad9a-d81c380dfaef" -d '{"events": [{"server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "name": "network-vif-deleted", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:18:12.443313 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39384) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:12.462889 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0d9647-ce93-4d10-85fe-bea4fcaeb242 x-openstack-request-id: req-8b0d9647-ce93-4d10-85fe-bea4fcaeb242 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:18:12.463402 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-fdb1abee-31d5-4eca-bfc7-ed77d3104f5b None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:12.463579 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76158ee5-16ad-43fa-89cd-1ca634826738", "name": "network-vif-deleted", "tag": "a981f395-f6ab-463c-a105-07809d2bcd48", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:18:12.465902 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b0d9647-ce93-4d10-85fe-bea4fcaeb242 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:18:12.465902 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76158ee5-16ad-43fa-89cd-1ca634826738', 'name': 'network-vif-deleted', 'tag': 'a981f395-f6ab-463c-a105-07809d2bcd48', 'status': 'completed', 'code': 200} Jan 26 13:18:12.562368 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cf430ed9-ed6e-433e-be8f-98640ee98139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:12.652206 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cf430ed9-ed6e-433e-be8f-98640ee98139 admin admin] Publish callbacks [] for security_group (c1c16890-1bc0-4bc8-b7b8-bb45f619120d), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:12.656566 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cf430ed9-ed6e-433e-be8f-98640ee98139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (c1c16890-1bc0-4bc8-b7b8-bb45f619120d), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:12.699604 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-cf430ed9-ed6e-433e-be8f-98640ee98139 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81408182d6bb4533b5b535ee7430787b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552691 Jan 26 13:18:12.700607 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf430ed9-ed6e-433e-be8f-98640ee98139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c16890-1bc0-4bc8-b7b8-bb45f619120d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:12.702519 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39388) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:12.759498 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8130bcc5-1b2c-4ffc-8184-b89834c84c19 admin admin] Publish callbacks [] for security_group (c1c16890-1bc0-4bc8-b7b8-bb45f619120d), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:12.781280 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8130bcc5-1b2c-4ffc-8184-b89834c84c19 admin admin] Publish callbacks [] for security_group (c1c16890-1bc0-4bc8-b7b8-bb45f619120d), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:12.797413 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fdb1abee-31d5-4eca-bfc7-ed77d3104f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:12.825402 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1abee-31d5-4eca-bfc7-ed77d3104f5b None None] Checking router: 9e025081-1d74-4865-b5c1-c1e164bad886 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:18:12.829411 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8130bcc5-1b2c-4ffc-8184-b89834c84c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (c1c16890-1bc0-4bc8-b7b8-bb45f619120d), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:12.832405 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8130bcc5-1b2c-4ffc-8184-b89834c84c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:12.833577 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-8130bcc5-1b2c-4ffc-8184-b89834c84c19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1c16890-1bc0-4bc8-b7b8-bb45f619120d HTTP/1.1" status: 204 len: 168 time: 0.1294575 Jan 26 13:18:12.838858 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1abee-31d5-4eca-bfc7-ed77d3104f5b None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:12.839544 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fdb1abee-31d5-4eca-bfc7-ed77d3104f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:12.841664 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130bcc5-1b2c-4ffc-8184-b89834c84c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c16890-1bc0-4bc8-b7b8-bb45f619120d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:12.967715 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-fdb1abee-31d5-4eca-bfc7-ed77d3104f5b None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:13.178354 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fdb1abee-31d5-4eca-bfc7-ed77d3104f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:13.208153 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1abee-31d5-4eca-bfc7-ed77d3104f5b None None] The sync data for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi is: [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:18:13.261066 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39410) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:13.326876 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-239b71bd-da46-4244-a15f-4476bce5b11f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group (6f2d5772-a93b-4b90-bcc0-7d10e05fef53), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.354609 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-239b71bd-da46-4244-a15f-4476bce5b11f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group (6f2d5772-a93b-4b90-bcc0-7d10e05fef53), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.419919 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-239b71bd-da46-4244-a15f-4476bce5b11f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (6f2d5772-a93b-4b90-bcc0-7d10e05fef53), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.423949 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-239b71bd-da46-4244-a15f-4476bce5b11f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.424899 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-239b71bd-da46-4244-a15f-4476bce5b11f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "DELETE /v2.0/security-groups/6f2d5772-a93b-4b90-bcc0-7d10e05fef53 HTTP/1.1" status: 204 len: 168 time: 0.1616316 Jan 26 13:18:13.427605 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39418) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:13.440738 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b71bd-da46-4244-a15f-4476bce5b11f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2d5772-a93b-4b90-bcc0-7d10e05fef53,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:13.451051 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.api.v2.resource [None req-2d83247c-c0d7-4f5f-8c52-929b904045e4 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] show failed (client error): The resource could not be found. Jan 26 13:18:13.455402 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-2d83247c-c0d7-4f5f-8c52-929b904045e4 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups/6f2d5772-a93b-4b90-bcc0-7d10e05fef53 HTTP/1.1" status: 404 len: 347 time: 0.0261843 Jan 26 13:18:13.456148 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39420) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:13.582412 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39424) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:13.592547 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff419e85-6bf7-49ca-9a05-aba8c82a1b1d None None] New status for floating IP ad008dba-be0e-45cf-a13f-c07d58d30037: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:18:13.612872 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-365d0216-f967-4bd4-ad9a-196b6f2961bf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Deleting port 3f70092e-e003-4b22-be72-c77da0d9cb54 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:18:13.613459 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-365d0216-f967-4bd4-ad9a-196b6f2961bf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (3f70092e-e003-4b22-be72-c77da0d9cb54), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.697112 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-365d0216-f967-4bd4-ad9a-196b6f2961bf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (3f70092e-e003-4b22-be72-c77da0d9cb54), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.697865 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-365d0216-f967-4bd4-ad9a-196b6f2961bf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (3f70092e-e003-4b22-be72-c77da0d9cb54), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.701344 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-27780520-network', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:13.711439 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-365d0216-f967-4bd4-ad9a-196b6f2961bf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Calling delete_port for 3f70092e-e003-4b22-be72-c77da0d9cb54 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:18:13.728767 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Made reservation on behalf of f4afd36b799a41f49c19aad138f84d1e for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:18:13.731866 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.741026 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.840494 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Publish callbacks [] for security_group (a9b6f70b-bbbf-4655-92c7-4027c4f32f00), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.845120 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (a9b6f70b-bbbf-4655-92c7-4027c4f32f00), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.869635 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:18:13.878449 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b6f70b-bbbf-4655-92c7-4027c4f32f00,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:13.885263 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (082285e3-1582-455d-addb-ae65baa512bf), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.885723 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Added segment 082285e3-1582-455d-addb-ae65baa512bf of type vlan for network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c Jan 26 13:18:13.896120 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-365d0216-f967-4bd4-ad9a-196b6f2961bf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (3f70092e-e003-4b22-be72-c77da0d9cb54), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.924194 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d0216-f967-4bd4-ad9a-196b6f2961bf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event deleted for resources: {'Port': ['ID=3f70092e-e003-4b22-be72-c77da0d9cb54,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:13.930844 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (42a21c0d-6cf9-492b-8f6a-2da15edfd01c), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.956676 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (42a21c0d-6cf9-492b-8f6a-2da15edfd01c), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.957597 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:13.958170 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:13.999253 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-365d0216-f967-4bd4-ad9a-196b6f2961bf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (ad008dba-be0e-45cf-a13f-c07d58d30037), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.001969 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-365d0216-f967-4bd4-ad9a-196b6f2961bf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.003109 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-365d0216-f967-4bd4-ad9a-196b6f2961bf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "DELETE /v2.0/floatingips/ad008dba-be0e-45cf-a13f-c07d58d30037 HTTP/1.1" status: 204 len: 168 time: 0.5458105 Jan 26 13:18:14.019261 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4357288 Jan 26 13:18:14.022210 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39428) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:14.029058 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-80c272a8-eb14-49e5-8d5b-4becbd9ee9b8 admin admin] Request body: {'subnet': {'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-27780520-subnet', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:14.035917 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88604b-fcf8-4364-ad3e-8bd42fa529d6 admin admin] Pushing event updated for resources: {'Network': ['ID=42a21c0d-6cf9-492b-8f6a-2da15edfd01c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:14.053484 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:18:14.067275 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c272a8-eb14-49e5-8d5b-4becbd9ee9b8 admin admin] Made reservation on behalf of f4afd36b799a41f49c19aad138f84d1e for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:18:14.071527 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-80c272a8-eb14-49e5-8d5b-4becbd9ee9b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4636887'] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.285288 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-80c272a8-eb14-49e5-8d5b-4becbd9ee9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4580080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4636897'] for subnet (bf4c8c93-dc5a-4302-90a5-8d2668e189ba), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.342013 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c272a8-eb14-49e5-8d5b-4becbd9ee9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf4c8c93-dc5a-4302-90a5-8d2668e189ba,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:14.349228 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c272a8-eb14-49e5-8d5b-4becbd9ee9b8 admin admin] Checking segment: {'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:18:14.349584 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c272a8-eb14-49e5-8d5b-4becbd9ee9b8 admin admin] Network hostable DHCP agents. Network: 42a21c0d-6cf9-492b-8f6a-2da15edfd01c, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:18:14.368827 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c272a8-eb14-49e5-8d5b-4becbd9ee9b8 admin admin] Network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:18:14.378512 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-80c272a8-eb14-49e5-8d5b-4becbd9ee9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, 42a21c0d-6cf9-492b-8f6a-2da15edfd01c) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:14.383926 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c272a8-eb14-49e5-8d5b-4becbd9ee9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:14.385072 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-80c272a8-eb14-49e5-8d5b-4becbd9ee9b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.392363 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae17ef-5919-4b1f-b7ed-ba116bc37d1f None None] Network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:18:14.411799 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-80c272a8-eb14-49e5-8d5b-4becbd9ee9b8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3806753 Jan 26 13:18:14.411799 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39434) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:14.411799 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39436) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:14.417454 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:14.422933 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-294a2d38-59cf-4183-b131-d57d0aa7d596 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727100582', 'description': 'tempest-description--1924410330'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:14.451755 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-294a2d38-59cf-4183-b131-d57d0aa7d596 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.455091 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12833'] for router (beff9225-9542-42a2-afaa-ff76a756386f), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.456211 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12856'] for router (beff9225-9542-42a2-afaa-ff76a756386f), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.513877 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8497d599-008a-52b4-8887-f55f4cc7a527-42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'fixed_ips': [{'subnet_id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba'}]}} from dv-cinder-824187-5-iscsi. {{(pid=102610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 13:18:14.514739 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.529191 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Publish callbacks [] for router_controller (beff9225-9542-42a2-afaa-ff76a756386f), precommit_add_association {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.655770 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Allocated IP 172.20.0.2 (42a21c0d-6cf9-492b-8f6a-2da15edfd01c/bf4c8c93-dc5a-4302-90a5-8d2668e189ba/94cd3baf-1d0e-4761-908d-82c1d3f4566c) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:18:14.669589 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a981f395-f6ab-463c-a105-07809d2bcd48 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:18:14.686861 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-294a2d38-59cf-4183-b131-d57d0aa7d596 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group (58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.691857 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Publish callbacks [] for router_gateway (beff9225-9542-42a2-afaa-ff76a756386f), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.699018 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-294a2d38-59cf-4183-b131-d57d0aa7d596 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.743915 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a2d38-59cf-4183-b131-d57d0aa7d596 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:14.748417 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: a981f395-f6ab-463c-a105-07809d2bcd48 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:18:14.748768 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a981f395-f6ab-463c-a105-07809d2bcd48 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:18:14.750183 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-294a2d38-59cf-4183-b131-d57d0aa7d596 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.754191 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-294a2d38-59cf-4183-b131-d57d0aa7d596 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3385825 Jan 26 13:18:14.755026 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39440) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:14.760076 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5d4a87e7-332e-4ce2-a185-e2623aef110d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Request body: {'security_group_rule': {'security_group_id': '58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:14.796094 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4a87e7-332e-4ce2-a185-e2623aef110d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group_rule (ddc9223e-c57c-4f7a-b993-c20c80972edc), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.861132 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Publish callbacks [] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.875715 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.901066 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4a87e7-332e-4ce2-a185-e2623aef110d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group_rule (ddc9223e-c57c-4f7a-b993-c20c80972edc), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.908669 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4a87e7-332e-4ce2-a185-e2623aef110d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (ddc9223e-c57c-4f7a-b993-c20c80972edc), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.922930 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:14.925895 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:14.933898 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:18:14.943743 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Pushing event updated for resources: {'Port': ['ID=94cd3baf-1d0e-4761-908d-82c1d3f4566c,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:14.958260 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a87e7-332e-4ce2-a185-e2623aef110d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc9223e-c57c-4f7a-b993-c20c80972edc,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:14.961088 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Publish callbacks [] for router_gateway (beff9225-9542-42a2-afaa-ff76a756386f), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.984214 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.984893 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4a87e7-332e-4ce2-a185-e2623aef110d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:14.986328 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-5d4a87e7-332e-4ce2-a185-e2623aef110d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2306099 Jan 26 13:18:14.989413 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39442) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:14.997712 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-dd68ceeb-a8ae-4764-b55b-ad5386357220 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Request body: {'security_group_rule': {'security_group_id': '58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:15.002671 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Attempting to bind port 94cd3baf-1d0e-4761-908d-82c1d3f4566c on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:18:15.003056 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Attempting to bind port 94cd3baf-1d0e-4761-908d-82c1d3f4566c by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:18:15.003420 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Attempting to bind port 94cd3baf-1d0e-4761-908d-82c1d3f4566c on network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:18:15.009474 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:18:15.009854 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Checking segment: {'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:18:15.010324 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.010664 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Bound using segment: {'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:18:15.011142 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Bound port: 94cd3baf-1d0e-4761-908d-82c1d3f4566c, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:18:15.011622 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.030385 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd68ceeb-a8ae-4764-b55b-ad5386357220 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group_rule (ff2c967a-a868-412b-a64b-fca87e31042d), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.102395 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] For port 94cd3baf-1d0e-4761-908d-82c1d3f4566c, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:18:15.103031 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd68ceeb-a8ae-4764-b55b-ad5386357220 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group_rule (ff2c967a-a868-412b-a64b-fca87e31042d), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.106746 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] For port 94cd3baf-1d0e-4761-908d-82c1d3f4566c, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=94cd3baf-1d0e-4761-908d-82c1d3f4566c,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:18:15.107555 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Allocated IP 172.27.2.15 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/46bb1148-c734-4ec3-b32b-639ffa7ef0ce) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:18:15.108166 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd68ceeb-a8ae-4764-b55b-ad5386357220 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (ff2c967a-a868-412b-a64b-fca87e31042d), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.112298 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.126486 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68ceeb-a8ae-4764-b55b-ad5386357220 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2c967a-a868-412b-a64b-fca87e31042d,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:15.145699 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd68ceeb-a8ae-4764-b55b-ad5386357220 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.150793 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-dd68ceeb-a8ae-4764-b55b-ad5386357220 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531198 Jan 26 13:18:15.150793 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39444) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:15.155893 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Request body: {'floatingip': {'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:15.186857 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.197508 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0c466-b2a3-465d-b0e0-0d3c5ec7759b None None] Pushing event updated for resources: {'Port': ['ID=94cd3baf-1d0e-4761-908d-82c1d3f4566c,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:15.258152 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Publish callbacks [] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.294452 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.327505 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.332509 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:15.340376 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:15.349528 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:18:15.378012 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Pushing event updated for resources: {'Port': ['ID=46bb1148-c734-4ec3-b32b-639ffa7ef0ce,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:15.481203 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Allocated IP 172.27.2.201 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/f93382eb-666e-44b5-8695-7756985c5baa) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:18:15.613175 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for port (f93382eb-666e-44b5-8695-7756985c5baa), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.651525 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (f93382eb-666e-44b5-8695-7756985c5baa), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.676748 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Publish callbacks [] for router_gateway (beff9225-9542-42a2-afaa-ff76a756386f), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.688904 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:15.693182 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:15.699484 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:18:15.730146 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event updated for resources: {'Port': ['ID=f93382eb-666e-44b5-8695-7756985c5baa,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:15.796118 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (712c709f-caca-4c46-9a32-208c8d68e151), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.831577 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (f93382eb-666e-44b5-8695-7756985c5baa), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.883465 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539040'] for router (beff9225-9542-42a2-afaa-ff76a756386f), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:15.995635 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for port (f93382eb-666e-44b5-8695-7756985c5baa), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:16.003060 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (f93382eb-666e-44b5-8695-7756985c5baa), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:16.041365 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Router beff9225-9542-42a2-afaa-ff76a756386f is scheduled to L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 with binding_index 1 {{(pid=102609) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 13:18:16.073815 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event updated for resources: {'Port': ['ID=f93382eb-666e-44b5-8695-7756985c5baa,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:16.092683 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (712c709f-caca-4c46-9a32-208c8d68e151), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:16.119641 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:16.120915 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-bc87aa64-a745-48f9-97d8-a66daa5e6004 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9691458 Jan 26 13:18:16.165757 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:18:16.177504 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Sync routers for ids ['beff9225-9542-42a2-afaa-ff76a756386f'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:18:16.189653 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:16.195117 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7fcd5d4e-46f1-4038-8e2d-96c3381426dd admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7863426 Jan 26 13:18:16.195288 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39448) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:16.197725 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Routers {'beff9225-9542-42a2-afaa-ff76a756386f'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:16.198586 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['beff9225-9542-42a2-afaa-ff76a756386f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:16.321881 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Set router beff9225-9542-42a2-afaa-ff76a756386f gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:16.401074 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260e5ff2-7a86-47e8-9b96-d9f0dab46dce None None] Network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:18:16.440103 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-98fa3a3c-60ca-4048-adbb-918ba923de03 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--727100582&fields=id&tenant_id=5fa95ef025ad4b06857dd510f4344181 HTTP/1.1" status: 200 len: 267 time: 0.1131270 Jan 26 13:18:16.526646 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-cd6edd83-fcac-428b-9b14-fc87a4af680b None None] Provisioning complete for port 94cd3baf-1d0e-4761-908d-82c1d3f4566c triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:16.527014 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cd6edd83-fcac-428b-9b14-fc87a4af680b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:16.627823 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c417b-1df8-46a6-9c02-c86577982d84 req-557c3366-0880-4999-8c27-f512037021a1 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:16.629250 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-557c3366-0880-4999-8c27-f512037021a1 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 817 time: 0.1803045 Jan 26 13:18:16.664737 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:15Z', 'revision_number': 3, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:16.667846 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-2e3639c3-ef44-4444-a1bb-3b5880e50ef8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/quotas/5fa95ef025ad4b06857dd510f4344181 HTTP/1.1" status: 200 len: 375 time: 0.0166082 Jan 26 13:18:16.701062 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Checking router: beff9225-9542-42a2-afaa-ff76a756386f for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:18:16.701400 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Updating router beff9225-9542-42a2-afaa-ff76a756386f port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce binding host dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:18:16.729019 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-cd6edd83-fcac-428b-9b14-fc87a4af680b None None] Current status of the port 94cd3baf-1d0e-4761-908d-82c1d3f4566c is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:16.729407 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cd6edd83-fcac-428b-9b14-fc87a4af680b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:16.743086 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:16.779387 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-feda6d70-c7f8-475c-98ca-7a50dfb818c5 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011155 Jan 26 13:18:16.799268 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-cd6edd83-fcac-428b-9b14-fc87a4af680b None None] For port 94cd3baf-1d0e-4761-908d-82c1d3f4566c, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=94cd3baf-1d0e-4761-908d-82c1d3f4566c,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:16.800440 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:16.811887 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cd6edd83-fcac-428b-9b14-fc87a4af680b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:16.964558 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-d7a06857-a0cd-47cc-9bfb-2b0c2a9fa455 service neutron] 10.222.0.10 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720088 Jan 26 13:18:17.071842 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 94cd3baf-1d0e-4761-908d-82c1d3f4566c up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:17.214457 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6edd83-fcac-428b-9b14-fc87a4af680b None None] Pushing event updated for resources: {'Port': ['ID=94cd3baf-1d0e-4761-908d-82c1d3f4566c,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:17.219901 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-1fb6d7f8-bb5e-4567-995d-259eff78fab7 None None] Provisioning complete for port 94cd3baf-1d0e-4761-908d-82c1d3f4566c triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:17.220279 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d7f8-bb5e-4567-995d-259eff78fab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:17.297955 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 94cd3baf-1d0e-4761-908d-82c1d3f4566c triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:17.298329 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:17.343618 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Allocated IP 172.20.0.1 (42a21c0d-6cf9-492b-8f6a-2da15edfd01c/bf4c8c93-dc5a-4302-90a5-8d2668e189ba/94704b3c-d260-44fd-a560-53ed94057440) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:18:17.357830 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-d0a8784e-1e2e-4ce8-acb0-18e7e53d0e3f service neutron] 10.222.0.10 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854454 Jan 26 13:18:17.463791 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Publish callbacks [] for port (94704b3c-d260-44fd-a560-53ed94057440), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:17.474444 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Publish callbacks [] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:17.485336 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6d7f8-bb5e-4567-995d-259eff78fab7 None None] Current status of the port 94cd3baf-1d0e-4761-908d-82c1d3f4566c is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:17.517497 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:17.518128 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (94704b3c-d260-44fd-a560-53ed94057440), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:17.563250 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102cd1a-6c13-4b1e-bf74-ad8df41820f0 None None] Pushing event updated for resources: {'Port': ['ID=46bb1148-c734-4ec3-b32b-639ffa7ef0ce,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:17.596068 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 94cd3baf-1d0e-4761-908d-82c1d3f4566c is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:17.600779 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Attempting to bind port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:18:17.600975 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Attempting to bind port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:18:17.601336 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Attempting to bind port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce on network d94d83f6-fc48-43f1-98be-5a76392d8959 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:18:17.603401 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:17.607169 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:18:17.607169 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Checking segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:18:17.607856 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:17.607856 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Bound using segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:18:17.608314 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Bound port: 46bb1148-c734-4ec3-b32b-639ffa7ef0ce, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:18:17.608717 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:17.609311 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-40173de7-9744-4abd-bea4-4e3e0bb8f699 req-eaf21ba8-f709-4ada-bf79-820772e416c9 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 210 time: 0.0548673 Jan 26 13:18:17.612636 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:17.619278 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:18:17.661853 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Pushing event updated for resources: {'Port': ['ID=94704b3c-d260-44fd-a560-53ed94057440,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:17.668250 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] For port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:18:17.672184 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] For port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=46bb1148-c734-4ec3-b32b-639ffa7ef0ce,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:18:17.674216 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539381'] for router_interface (beff9225-9542-42a2-afaa-ff76a756386f), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:17.683892 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:17.759049 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Routers {'beff9225-9542-42a2-afaa-ff76a756386f'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:17.759741 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['beff9225-9542-42a2-afaa-ff76a756386f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:17.801030 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102cd1a-6c13-4b1e-bf74-ad8df41820f0 None None] Pushing event updated for resources: {'Port': ['ID=46bb1148-c734-4ec3-b32b-639ffa7ef0ce,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:17.900934 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] Set router beff9225-9542-42a2-afaa-ff76a756386f gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:17.904797 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (94704b3c-d260-44fd-a560-53ed94057440), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:17.994141 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-d40f63f1-4b4e-4d79-a137-98afb070f6c0 None None] Provisioning complete for port 94704b3c-d260-44fd-a560-53ed94057440 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:17.994437 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d40f63f1-4b4e-4d79-a137-98afb070f6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (94704b3c-d260-44fd-a560-53ed94057440), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:18.081541 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-d40f63f1-4b4e-4d79-a137-98afb070f6c0 None None] Port 94704b3c-d260-44fd-a560-53ed94057440 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:18:18.112498 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Publish callbacks [] for port (94704b3c-d260-44fd-a560-53ed94057440), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:18.118503 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (94704b3c-d260-44fd-a560-53ed94057440), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:18.151064 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:15Z', 'revision_number': 3, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:18.182513 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16249b-b527-4a5d-ab2f-1cdb1204d59b None None] The sync data for ids ['beff9225-9542-42a2-afaa-ff76a756386f'] in dv-cinder-824187-5-iscsi is: [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:15Z', 'revision_number': 3, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:18:18.192554 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533861'] for router_interface (beff9225-9542-42a2-afaa-ff76a756386f), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:18.195010 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Pushing event updated for resources: {'Port': ['ID=94704b3c-d260-44fd-a560-53ed94057440,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:18.206923 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.207276 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.208123 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.212134 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.212495 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.212839 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.213177 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.213518 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.213852 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.214731 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.215079 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.215508 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.215869 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:18.316427 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:18.317881 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:18.460842 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Router beff9225-9542-42a2-afaa-ff76a756386f has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:18:18.583690 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:18:18.603755 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-fab64b1b-3726-4f73-ba8d-06906ba6baf2 admin admin] 10.222.0.10 "PUT /v2.0/routers/beff9225-9542-42a2-afaa-ff76a756386f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012029 Jan 26 13:18:18.617151 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-73a122f5-2463-42b6-ad2a-97b761e87310 None None] Provisioning complete for port 94704b3c-d260-44fd-a560-53ed94057440 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:18.618312 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73a122f5-2463-42b6-ad2a-97b761e87310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (94704b3c-d260-44fd-a560-53ed94057440), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:18.691886 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-73a122f5-2463-42b6-ad2a-97b761e87310 None None] Port 94704b3c-d260-44fd-a560-53ed94057440 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:18:18.812439 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-dbdc6df4-3233-4197-b18d-e180795e8bfb req-4801c057-7b06-4211-94bd-034698ddd329 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 210 time: 0.0609477 Jan 26 13:18:18.812887 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c417b-1df8-46a6-9c02-c86577982d84 req-852ef5bd-e331-4b22-a589-bebd7ef459c2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:18.816305 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-852ef5bd-e331-4b22-a589-bebd7ef459c2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.24 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 817 time: 0.1986332 Jan 26 13:18:18.934686 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-4ea44a65-dd4d-46ea-af22-d0e90eace723 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa95ef025ad4b06857dd510f4344181 HTTP/1.1" status: 200 len: 379 time: 0.1100585 Jan 26 13:18:18.948206 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-027c417b-1df8-46a6-9c02-c86577982d84 req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Request body: {'port': {'device_id': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'admin_state_up': True, 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'security_groups': ['58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:18.959245 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 46bb1148-c734-4ec3-b32b-639ffa7ef0ce up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:18.993291 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d709952c-8148-45b3-a487-61efc776d66f req-de934f34-6ff9-4d33-8fa0-82bf6695d140 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433149 Jan 26 13:18:19.043892 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:19.044189 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.077173 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709952c-8148-45b3-a487-61efc776d66f req-5be9a40d-e2b8-4194-b550-796fbbd767b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:19.078979 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d709952c-8148-45b3-a487-61efc776d66f req-5be9a40d-e2b8-4194-b550-796fbbd767b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de75dc29edc844e7a51901a972dab6a1&device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 1099 time: 0.0581417 Jan 26 13:18:19.098577 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027c417b-1df8-46a6-9c02-c86577982d84 req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Made reservation on behalf of 5fa95ef025ad4b06857dd510f4344181 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:18:19.106104 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-027c417b-1df8-46a6-9c02-c86577982d84 req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.191625 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:19.192188 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.218741 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=46bb1148-c734-4ec3-b32b-639ffa7ef0ce,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:19.230180 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.230346 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709952c-8148-45b3-a487-61efc776d66f req-2bc717e9-eb00-4327-9e3d-8cd42347476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:19.231159 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 94cd3baf-1d0e-4761-908d-82c1d3f4566c up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:19.232527 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d709952c-8148-45b3-a487-61efc776d66f req-2bc717e9-eb00-4327-9e3d-8cd42347476c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f HTTP/1.1" status: 200 len: 912 time: 0.1300724 Jan 26 13:18:19.311373 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-027c417b-1df8-46a6-9c02-c86577982d84 req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Allocated IP 172.20.0.6 (84beaab8-7cea-4036-bed2-ae75c0fff259/6a62eb2c-a93e-4cd4-b7ce-7b495197fb30/1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:18:19.349283 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=46bb1148-c734-4ec3-b32b-639ffa7ef0ce,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:19.370574 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 94cd3baf-1d0e-4761-908d-82c1d3f4566c triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:19.371182 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.373703 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.374155 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.374602 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.375126 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.375566 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.376019 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.376443 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.376886 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.377310 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.377751 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.378172 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.378594 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.379009 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:19.399730 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d709952c-8148-45b3-a487-61efc776d66f req-b7e479e0-444a-47d3-be72-57da5d9eda09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89dc0911-31b4-4a89-8123-7e9a0b604a80 HTTP/1.1" status: 200 len: 1002 time: 0.1605597 Jan 26 13:18:19.445763 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39492) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:19.453249 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-805409428-network', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:19.480143 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709952c-8148-45b3-a487-61efc776d66f req-d7a3dc35-7498-4a16-bd60-3c11645fcca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:19.481960 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d709952c-8148-45b3-a487-61efc776d66f req-d7a3dc35-7498-4a16-bd60-3c11645fcca9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc77bad1-131b-4485-8b8c-4e65034728c9 HTTP/1.1" status: 200 len: 850 time: 0.0738502 Jan 26 13:18:19.489787 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Made reservation on behalf of e2adb975a4974471b08b21b5f075223d for: {'network': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:18:19.492787 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.495123 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 94cd3baf-1d0e-4761-908d-82c1d3f4566c is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:19.508699 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.513417 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-027c417b-1df8-46a6-9c02-c86577982d84 req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.533130 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709952c-8148-45b3-a487-61efc776d66f req-caf4090e-a818-4e38-8fb0-060e0e35da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:19.534620 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d709952c-8148-45b3-a487-61efc776d66f req-caf4090e-a818-4e38-8fb0-060e0e35da26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450642 Jan 26 13:18:19.582937 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-027c417b-1df8-46a6-9c02-c86577982d84 req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.631444 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d709952c-8148-45b3-a487-61efc776d66f req-5bb1eaa0-ff10-4814-9e64-6fa74104fc95 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896742 Jan 26 13:18:19.657111 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027c417b-1df8-46a6-9c02-c86577982d84 req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Network 84beaab8-7cea-4036-bed2-ae75c0fff259 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:19.659002 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Publish callbacks [] for security_group (39284186-7134-4921-a232-d72910f08de6), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.664264 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-027c417b-1df8-46a6-9c02-c86577982d84 req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:19.666466 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event updated for resources: {'Port': ['ID=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:19.668603 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-027c417b-1df8-46a6-9c02-c86577982d84 req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:18:19.671604 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (39284186-7134-4921-a232-d72910f08de6), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.719608 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=102609) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:18:19.733109 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d709952c-8148-45b3-a487-61efc776d66f req-10900f23-f23a-4880-8f25-2494f80e002b service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964375 Jan 26 13:18:19.751278 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (22b493fb-a83d-453a-9c5b-869e70ff2236), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.751509 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.segments_db [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Added segment 22b493fb-a83d-453a-9c5b-869e70ff2236 of type vlan for network e6283293-aaec-451c-87ed-497097079242 Jan 26 13:18:19.761672 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39284186-7134-4921-a232-d72910f08de6,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:19.774724 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c417b-1df8-46a6-9c02-c86577982d84 req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:19.775359 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-027c417b-1df8-46a6-9c02-c86577982d84 req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.815265 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (e6283293-aaec-451c-87ed-497097079242), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.826739 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-37de5384-889d-4a23-9ed7-ddb68e5edb36 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8837271 Jan 26 13:18:19.844419 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Request body: {'port': {'device_id': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:19.878927 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (e6283293-aaec-451c-87ed-497097079242), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.879940 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:19.880533 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.944950 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4973247 Jan 26 13:18:19.947459 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:19.949034 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39496) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:19.949240 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc94005-329f-4d14-94bd-70e45a7b521e req-f3cd4a52-f3e4-4350-8935-1f4c77f64d64 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:19.950742 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9dc94005-329f-4d14-94bd-70e45a7b521e req-f3cd4a52-f3e4-4350-8935-1f4c77f64d64 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 931 time: 0.0546420 Jan 26 13:18:19.977905 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-7cff2464-aa79-4924-9c16-5f67595a3018 admin admin] Request body: {'subnet': {'network_id': 'e6283293-aaec-451c-87ed-497097079242', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-805409428-subnet', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:19.997775 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a56a64-4f40-412c-91fa-c0de878de2d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e6283293-aaec-451c-87ed-497097079242,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:20.000756 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9dc94005-329f-4d14-94bd-70e45a7b521e req-c8b7ae10-96d4-493c-9ddf-1926b5c3462d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 Jan 26 13:18:20.011896 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network e6283293-aaec-451c-87ed-497097079242 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:18:20.046565 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cff2464-aa79-4924-9c16-5f67595a3018 admin admin] Made reservation on behalf of e2adb975a4974471b08b21b5f075223d for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:18:20.049262 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7cff2464-aa79-4924-9c16-5f67595a3018 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4636887'] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:20.090952 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-557f26b8-cf70-4a70-8b24-aabbfccae045 None None] Provisioning complete for port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:20.091230 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-557f26b8-cf70-4a70-8b24-aabbfccae045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:20.133346 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-557f26b8-cf70-4a70-8b24-aabbfccae045 None None] Port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:18:20.226848 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Sync routers for ids ['beff9225-9542-42a2-afaa-ff76a756386f'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:18:20.237309 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Routers {'beff9225-9542-42a2-afaa-ff76a756386f'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:20.237916 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['beff9225-9542-42a2-afaa-ff76a756386f'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:20.347445 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Set router beff9225-9542-42a2-afaa-ff76a756386f gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:20.552158 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:17Z', 'revision_number': 4, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '94704b3c-d260-44fd-a560-53ed94057440', 'name': '', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'mac_address': 'fa:16:3e:5a:31:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:16Z', 'updated_at': '2022-01-26T13:18:17Z', 'revision_number': 2, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'subnets': [{'id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:20.578749 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Checking router: beff9225-9542-42a2-afaa-ff76a756386f for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:18:20.579096 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Updating router beff9225-9542-42a2-afaa-ff76a756386f port 94704b3c-d260-44fd-a560-53ed94057440 binding host dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:18:20.604186 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (94704b3c-d260-44fd-a560-53ed94057440), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:20.621931 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7cff2464-aa79-4924-9c16-5f67595a3018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4580080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4636897'] for subnet (2533e7c2-e836-454e-a9d5-30ff99cb503b), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:20.660068 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:18:20.670996 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Publish callbacks [] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:20.712061 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Transition to ACTIVE for port object 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:18:20.714696 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff2464-aa79-4924-9c16-5f67595a3018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2533e7c2-e836-454e-a9d5-30ff99cb503b,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:20.725315 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:20.781767 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cff2464-aa79-4924-9c16-5f67595a3018 admin admin] Checking segment: {'id': '22b493fb-a83d-453a-9c5b-869e70ff2236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e6283293-aaec-451c-87ed-497097079242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:18:20.782078 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 46bb1148-c734-4ec3-b32b-639ffa7ef0ce up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:20.782249 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff2464-aa79-4924-9c16-5f67595a3018 admin admin] Network hostable DHCP agents. Network: e6283293-aaec-451c-87ed-497097079242, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:18:20.808459 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Pushing event updated for resources: {'Port': ['ID=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:20.864536 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:20.864830 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:20.868827 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff2464-aa79-4924-9c16-5f67595a3018 admin admin] Network e6283293-aaec-451c-87ed-497097079242 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:18:20.892282 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-7cff2464-aa79-4924-9c16-5f67595a3018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, e6283293-aaec-451c-87ed-497097079242) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:20.898848 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cff2464-aa79-4924-9c16-5f67595a3018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:20.899454 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7cff2464-aa79-4924-9c16-5f67595a3018 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:20.902922 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Attempting to bind port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:18:20.903248 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Attempting to bind port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:18:20.903586 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Attempting to bind port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb on network 84beaab8-7cea-4036-bed2-ae75c0fff259 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:18:20.913857 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb on network 84beaab8-7cea-4036-bed2-ae75c0fff259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:18:20.914325 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Attempting to bind port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb on network 84beaab8-7cea-4036-bed2-ae75c0fff259 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:18:20.917840 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:20.920462 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:18:20.920804 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Checking segment: {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:18:20.921190 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Bound using segment: {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:18:20.921624 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Bound port: 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190301e1-c4dd-4055-a15c-5353f3e373c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:18:20.921756 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650a7f8b-4b8b-48ff-9f4a-c85b88b32eaf None None] Network e6283293-aaec-451c-87ed-497097079242 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:18:20.921982 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:20.927693 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7cff2464-aa79-4924-9c16-5f67595a3018 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9541085 Jan 26 13:18:20.931292 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39498) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:20.943341 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-805409428-router', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:20.981410 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12833'] for router (694442e4-79e7-466f-9f07-36afa8ffb7b6), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:20.983325 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539125', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12856'] for router (694442e4-79e7-466f-9f07-36afa8ffb7b6), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.010848 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Publish callbacks [] for port (94704b3c-d260-44fd-a560-53ed94057440), precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.020773 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (94704b3c-d260-44fd-a560-53ed94057440), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.025029 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:18:21.030432 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:18:21.040325 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.057409 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Publish callbacks [] for router_controller (694442e4-79e7-466f-9f07-36afa8ffb7b6), precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.090634 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Pushing event updated for resources: {'Port': ['ID=94704b3c-d260-44fd-a560-53ed94057440,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:21.099322 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8497d599-008a-52b4-8887-f55f4cc7a527-e6283293-aaec-451c-87ed-497097079242', 'network_id': 'e6283293-aaec-451c-87ed-497097079242', 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'fixed_ips': [{'subnet_id': '2533e7c2-e836-454e-a9d5-30ff99cb503b'}]}} from dv-cinder-824187-5-iscsi. {{(pid=102610) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 13:18:21.104276 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.112531 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.113159 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.113658 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.114142 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.114694 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.115171 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.116640 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.117620 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.118557 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.119064 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.119838 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.121291 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.121824 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102611) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:18:21.134212 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:21.182941 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:21.184460 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.186135 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] 10.222.0.24 "PUT /v2.0/ports/1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb HTTP/1.1" status: 200 len: 1093 time: 1.3469887 Jan 26 13:18:21.186922 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d342f83-1f53-4d4e-b6ff-15956d26e32e service neutron] Pushing event updated for resources: {'Port': ['ID=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:21.211552 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:18:21.217850 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Attempting to bind port 94704b3c-d260-44fd-a560-53ed94057440 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:18:21.218221 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Attempting to bind port 94704b3c-d260-44fd-a560-53ed94057440 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:18:21.218577 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Attempting to bind port 94704b3c-d260-44fd-a560-53ed94057440 on network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:18:21.224687 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:18:21.225836 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Checking segment: {'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:18:21.226444 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.229787 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Bound using segment: {'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:18:21.231077 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991c95e7-5076-48fb-ad59-37cdbfdd7bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:18:21.231255 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Bound port: 94704b3c-d260-44fd-a560-53ed94057440, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:18:21.231857 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (94704b3c-d260-44fd-a560-53ed94057440), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.308683 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5dd5aa-cd6d-43d3-b016-759f6e2af719 x-openstack-request-id: req-4f5dd5aa-cd6d-43d3-b016-759f6e2af719 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:18:21.309084 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:18:21.309214 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f5dd5aa-cd6d-43d3-b016-759f6e2af719 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:18:21.309609 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'status': 'completed', 'code': 200} Jan 26 13:18:21.325606 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c417b-1df8-46a6-9c02-c86577982d84 req-bfeb8954-e652-4667-aaf5-fe3d5ba4d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:21.327100 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-bfeb8954-e652-4667-aaf5-fe3d5ba4d53e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 1096 time: 0.0817461 Jan 26 13:18:21.351826 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] For port 94704b3c-d260-44fd-a560-53ed94057440, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:18:21.356276 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] For port 94704b3c-d260-44fd-a560-53ed94057440, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=94704b3c-d260-44fd-a560-53ed94057440,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:18:21.363002 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (94704b3c-d260-44fd-a560-53ed94057440), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.382663 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-19ee5211-f1fc-4c9b-97c5-d7101c32e513 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb HTTP/1.1" status: 200 len: 217 time: 0.0479817 Jan 26 13:18:21.386082 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Publish callbacks [] for router_gateway (694442e4-79e7-466f-9f07-36afa8ffb7b6), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.396011 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.db_base_plugin_common [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Allocated IP 172.20.0.2 (e6283293-aaec-451c-87ed-497097079242/2533e7c2-e836-454e-a9d5-30ff99cb503b/adf6db4b-f770-4587-a207-1d0e0902214f) {{(pid=102610) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:18:21.409329 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1d750-3dd7-433a-bff6-660e2868ad09 req-3d35bf58-1d7e-44a1-b580-d60000fc3463 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:21.410846 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-04f1d750-3dd7-433a-bff6-660e2868ad09 req-3d35bf58-1d7e-44a1-b580-d60000fc3463 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.2509079 Jan 26 13:18:21.449012 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c417b-1df8-46a6-9c02-c86577982d84 req-4b4977ef-3625-416b-8a5f-665206c91f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:21.456397 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-4b4977ef-3625-416b-8a5f-665206c91f0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 200 len: 856 time: 0.0673323 Jan 26 13:18:21.465812 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd21fea-3cdd-48d4-9bec-cada1085d5a7 None None] Pushing event updated for resources: {'Port': ['ID=94704b3c-d260-44fd-a560-53ed94057440,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:21.478880 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Routers {'beff9225-9542-42a2-afaa-ff76a756386f'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:21.480513 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['beff9225-9542-42a2-afaa-ff76a756386f'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:21.525649 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c417b-1df8-46a6-9c02-c86577982d84 req-8836a396-2f05-4d9e-bcc3-eb3d3b1d0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:21.527311 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-8836a396-2f05-4d9e-bcc3-eb3d3b1d0850 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84beaab8-7cea-4036-bed2-ae75c0fff259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618498 Jan 26 13:18:21.601475 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-04f1d750-3dd7-433a-bff6-660e2868ad09 req-e95137e7-8721-4dbd-a4ea-775c669a5abb tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811755 Jan 26 13:18:21.658985 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] Set router beff9225-9542-42a2-afaa-ff76a756386f gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:21.676506 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-1ec97e19-3fb5-4418-b0dd-f597a51702f7 None None] Provisioning complete for port 94704b3c-d260-44fd-a560-53ed94057440 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:21.677026 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1ec97e19-3fb5-4418-b0dd-f597a51702f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (94704b3c-d260-44fd-a560-53ed94057440), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.707451 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-22ba835c-5db5-4ca9-89bc-db64e959d519 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729496 Jan 26 13:18:21.722851 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Publish callbacks [] for port (adf6db4b-f770-4587-a207-1d0e0902214f), precommit_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.738200 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), after_create {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.761908 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Network e6283293-aaec-451c-87ed-497097079242 is already hosted by enough agents. {{(pid=102610) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:21.785332 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Publish callbacks [] for router_gateway (694442e4-79e7-466f-9f07-36afa8ffb7b6), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.806176 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:21.837674 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-027c417b-1df8-46a6-9c02-c86577982d84 req-01c7a6ee-89b0-497f-9c2d-acdf4a451946 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202352 Jan 26 13:18:21.946012 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Allocated IP 172.27.2.79 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/719cd390-8b1b-4010-98bc-e1f5570a3444) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:18:21.948351 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.scheduler.base_scheduler [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Resources bound (agent type, host, resource id): {{(pid=102610) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:21.952185 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Received port after_create {{(pid=102610) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:18:21.963817 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c95e7-5076-48fb-ad59-37cdbfdd7bd4 req-a1fca526-f39e-4c8e-8486-ec8623b124ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:21.966550 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-991c95e7-5076-48fb-ad59-37cdbfdd7bd4 req-a1fca526-f39e-4c8e-8486-ec8623b124ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 1096 time: 0.0650587 Jan 26 13:18:21.978400 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:17Z', 'revision_number': 4, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '94704b3c-d260-44fd-a560-53ed94057440', 'name': '', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'mac_address': 'fa:16:3e:5a:31:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:16Z', 'updated_at': '2022-01-26T13:18:21Z', 'revision_number': 4, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'subnets': [{'id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:22.013839 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Pushing event updated for resources: {'Port': ['ID=adf6db4b-f770-4587-a207-1d0e0902214f,revision_number=1']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:22.024556 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2109a45-faa8-4491-a893-4360e73874cd None None] The sync data for ids ['beff9225-9542-42a2-afaa-ff76a756386f'] in dv-cinder-824187-5-iscsi is: [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:17Z', 'revision_number': 4, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '94704b3c-d260-44fd-a560-53ed94057440', 'name': '', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'mac_address': 'fa:16:3e:5a:31:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:16Z', 'updated_at': '2022-01-26T13:18:21Z', 'revision_number': 4, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'subnets': [{'id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:18:22.059687 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-1ec97e19-3fb5-4418-b0dd-f597a51702f7 None None] Current status of the port 94704b3c-d260-44fd-a560-53ed94057440 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:22.059687 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1ec97e19-3fb5-4418-b0dd-f597a51702f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (94704b3c-d260-44fd-a560-53ed94057440), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:22.081845 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Attempting to bind port adf6db4b-f770-4587-a207-1d0e0902214f on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:18:22.082345 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Attempting to bind port adf6db4b-f770-4587-a207-1d0e0902214f by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '22b493fb-a83d-453a-9c5b-869e70ff2236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e6283293-aaec-451c-87ed-497097079242'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:18:22.086258 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Attempting to bind port adf6db4b-f770-4587-a207-1d0e0902214f on network e6283293-aaec-451c-87ed-497097079242 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:18:22.102492 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Publish callbacks [] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:22.105347 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:18:22.105904 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Checking segment: {'id': '22b493fb-a83d-453a-9c5b-869e70ff2236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e6283293-aaec-451c-87ed-497097079242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:18:22.106159 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c95e7-5076-48fb-ad59-37cdbfdd7bd4 req-c3bab61a-c8ec-4100-ae6b-e72b59c3f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:22.106448 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:22.106844 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Bound using segment: {'id': '22b493fb-a83d-453a-9c5b-869e70ff2236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e6283293-aaec-451c-87ed-497097079242'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:18:22.107322 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Bound port: adf6db4b-f770-4587-a207-1d0e0902214f, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b493fb-a83d-453a-9c5b-869e70ff2236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e6283293-aaec-451c-87ed-497097079242'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:18:22.107864 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:22.108230 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-991c95e7-5076-48fb-ad59-37cdbfdd7bd4 req-c3bab61a-c8ec-4100-ae6b-e72b59c3f84f service neutron] 10.222.0.24 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 918 time: 0.1353440 Jan 26 13:18:22.154225 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-1ec97e19-3fb5-4418-b0dd-f597a51702f7 None None] For port 94704b3c-d260-44fd-a560-53ed94057440, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=94704b3c-d260-44fd-a560-53ed94057440,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:22.165024 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:22.172168 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-991c95e7-5076-48fb-ad59-37cdbfdd7bd4 req-96274da6-4c4c-446d-9f01-92cd480b42a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb HTTP/1.1" status: 200 len: 217 time: 0.0533485 Jan 26 13:18:22.181434 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1ec97e19-3fb5-4418-b0dd-f597a51702f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (94704b3c-d260-44fd-a560-53ed94057440), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:22.224632 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:22.228033 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:22.236316 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:18:22.255709 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c95e7-5076-48fb-ad59-37cdbfdd7bd4 req-90853070-55ec-4d50-ba32-0f3acac5ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:22.260484 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-991c95e7-5076-48fb-ad59-37cdbfdd7bd4 req-90853070-55ec-4d50-ba32-0f3acac5ec06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 200 len: 856 time: 0.0763848 Jan 26 13:18:22.277267 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec97e19-3fb5-4418-b0dd-f597a51702f7 None None] Pushing event updated for resources: {'Port': ['ID=94704b3c-d260-44fd-a560-53ed94057440,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:22.280425 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] For port adf6db4b-f770-4587-a207-1d0e0902214f, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:18:22.285490 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] For port adf6db4b-f770-4587-a207-1d0e0902214f, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=adf6db4b-f770-4587-a207-1d0e0902214f,segment=NetworkSegment(22b493fb-a83d-453a-9c5b-869e70ff2236),segment_id=22b493fb-a83d-453a-9c5b-869e70ff2236)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:18:22.291392 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Pushing event updated for resources: {'Port': ['ID=719cd390-8b1b-4010-98bc-e1f5570a3444,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:22.293305 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:22.367224 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c95e7-5076-48fb-ad59-37cdbfdd7bd4 req-a22b5af1-c776-4972-a977-66fd147dfca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:22.369508 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-991c95e7-5076-48fb-ad59-37cdbfdd7bd4 req-a22b5af1-c776-4972-a977-66fd147dfca1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84beaab8-7cea-4036-bed2-ae75c0fff259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821552 Jan 26 13:18:22.392185 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184691e-aeb8-4010-80e7-269ca7a49a68 None None] Pushing event updated for resources: {'Port': ['ID=adf6db4b-f770-4587-a207-1d0e0902214f,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:22.407015 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-6582accd-ca9b-48ec-9713-fc01820bce8c None None] Provisioning complete for port 94704b3c-d260-44fd-a560-53ed94057440 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:22.407497 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6582accd-ca9b-48ec-9713-fc01820bce8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (94704b3c-d260-44fd-a560-53ed94057440), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:22.507324 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-991c95e7-5076-48fb-ad59-37cdbfdd7bd4 req-06a05b08-878d-43b6-81fe-307e6ab39348 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258869 Jan 26 13:18:22.507866 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-6582accd-ca9b-48ec-9713-fc01820bce8c None None] Current status of the port 94704b3c-d260-44fd-a560-53ed94057440 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:22.593526 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Publish callbacks [] for router_gateway (694442e4-79e7-466f-9f07-36afa8ffb7b6), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:22.650361 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-991c95e7-5076-48fb-ad59-37cdbfdd7bd4 req-a32f1df5-a7b4-45dc-aebc-e02752ce9edb service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354022 Jan 26 13:18:22.814873 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5e96c-f1ad-4029-b66f-5bc9a1151f9d req-683afdb1-643b-41fe-ba7e-b835e0b15de8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:22.816444 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-10d5e96c-f1ad-4029-b66f-5bc9a1151f9d req-683afdb1-643b-41fe-ba7e-b835e0b15de8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0787113 Jan 26 13:18:22.909747 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device adf6db4b-f770-4587-a207-1d0e0902214f up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:22.948775 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-10d5e96c-f1ad-4029-b66f-5bc9a1151f9d req-3221370a-4833-42d1-b6a5-6e4abe15543c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863051 Jan 26 13:18:22.963295 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539040'] for router (694442e4-79e7-466f-9f07-36afa8ffb7b6), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:22.964132 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port adf6db4b-f770-4587-a207-1d0e0902214f triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:22.964643 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:23.062158 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port adf6db4b-f770-4587-a207-1d0e0902214f is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:23.062158 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:23.097388 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port adf6db4b-f770-4587-a207-1d0e0902214f, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=adf6db4b-f770-4587-a207-1d0e0902214f,segment=NetworkSegment(22b493fb-a83d-453a-9c5b-869e70ff2236),segment_id=22b493fb-a83d-453a-9c5b-869e70ff2236)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:23.102461 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:23.103458 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 94704b3c-d260-44fd-a560-53ed94057440 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:23.110450 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Router 694442e4-79e7-466f-9f07-36afa8ffb7b6 is scheduled to L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 13:18:23.188408 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=adf6db4b-f770-4587-a207-1d0e0902214f,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:23.198090 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 94704b3c-d260-44fd-a560-53ed94057440 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:23.198473 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (94704b3c-d260-44fd-a560-53ed94057440), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:23.295906 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 94704b3c-d260-44fd-a560-53ed94057440 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:23.490277 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:18:23.504623 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Sync routers for ids ['694442e4-79e7-466f-9f07-36afa8ffb7b6'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:18:23.515991 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Routers {'694442e4-79e7-466f-9f07-36afa8ffb7b6'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:23.516657 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['694442e4-79e7-466f-9f07-36afa8ffb7b6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:23.518629 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] Publish callbacks [] for router (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:23.520015 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-4632648f-7be9-4191-8472-53d92d605bff admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5871353 Jan 26 13:18:23.523076 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39506) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:23.572478 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e8645-5591-43ea-94f9-7405d02014ae None None] Network e6283293-aaec-451c-87ed-497097079242 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:18:23.702195 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Set router 694442e4-79e7-466f-9f07-36afa8ffb7b6 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:23.705504 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-e611029f-0aae-421b-b7fd-dd05a6a5dc3b None None] Provisioning complete for port adf6db4b-f770-4587-a207-1d0e0902214f triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:23.705874 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e611029f-0aae-421b-b7fd-dd05a6a5dc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:23.939925 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:23.955144 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-e611029f-0aae-421b-b7fd-dd05a6a5dc3b None None] Current status of the port adf6db4b-f770-4587-a207-1d0e0902214f is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:23.980392 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'name': 'tempest-TestMinimumBasicScenario-805409428-router', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:20Z', 'updated_at': '2022-01-26T13:18:22Z', 'revision_number': 3, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'gw_port': {'id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:21Z', 'updated_at': '2022-01-26T13:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:24.012027 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Checking router: 694442e4-79e7-466f-9f07-36afa8ffb7b6 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:18:24.012395 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Updating router 694442e4-79e7-466f-9f07-36afa8ffb7b6 port 719cd390-8b1b-4010-98bc-e1f5570a3444 binding host dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:18:24.040711 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.147602 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b0d8-5085-45e4-8122-47d063d6888c req-e9f5b8f5-11fe-433c-b3a1-ea3652056dd9 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:24.148872 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b352b0d8-5085-45e4-8122-47d063d6888c req-e9f5b8f5-11fe-433c-b3a1-ea3652056dd9 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0917206 Jan 26 13:18:24.173904 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Allocated IP 172.20.0.1 (e6283293-aaec-451c-87ed-497097079242/2533e7c2-e836-454e-a9d5-30ff99cb503b/73face24-0c1c-49d5-9183-8db0de4d1282) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:18:24.228389 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-085b7bc7-7679-42c8-8b65-fabe44db73b1 None None] Provisioning complete for port adf6db4b-f770-4587-a207-1d0e0902214f triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:24.228958 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-085b7bc7-7679-42c8-8b65-fabe44db73b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.232971 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b352b0d8-5085-45e4-8122-47d063d6888c req-732d8386-7e28-4f3e-aa43-cbd50ee1f4b7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779920 Jan 26 13:18:24.302028 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Publish callbacks [] for port (73face24-0c1c-49d5-9183-8db0de4d1282), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.338911 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.377672 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Publish callbacks [] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.378093 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Network e6283293-aaec-451c-87ed-497097079242 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:24.379494 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-085b7bc7-7679-42c8-8b65-fabe44db73b1 None None] Current status of the port adf6db4b-f770-4587-a207-1d0e0902214f is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:24.386009 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:24.387582 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.391001 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:18:24.393883 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Pushing event updated for resources: {'Port': ['ID=73face24-0c1c-49d5-9183-8db0de4d1282,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:24.435148 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539381'] for router_interface (694442e4-79e7-466f-9f07-36afa8ffb7b6), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.440514 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86b5e5-e849-4ceb-a676-6f0744b8fa58 None None] Pushing event updated for resources: {'Port': ['ID=719cd390-8b1b-4010-98bc-e1f5570a3444,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:24.444898 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Attempting to bind port 719cd390-8b1b-4010-98bc-e1f5570a3444 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:18:24.445272 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Attempting to bind port 719cd390-8b1b-4010-98bc-e1f5570a3444 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:18:24.445636 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Attempting to bind port 719cd390-8b1b-4010-98bc-e1f5570a3444 on network d94d83f6-fc48-43f1-98be-5a76392d8959 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:18:24.451428 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:18:24.451941 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Checking segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:18:24.452236 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.452629 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Bound using segment: {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:18:24.453189 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Bound port: 719cd390-8b1b-4010-98bc-e1f5570a3444, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feabac4-9950-4c3c-b4d3-85d64f4a828d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:18:24.453461 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.509381 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] For port 719cd390-8b1b-4010-98bc-e1f5570a3444, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:18:24.512924 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] For port 719cd390-8b1b-4010-98bc-e1f5570a3444, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=719cd390-8b1b-4010-98bc-e1f5570a3444,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:18:24.519348 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.574295 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.580615 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Routers {'694442e4-79e7-466f-9f07-36afa8ffb7b6'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:24.581254 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['694442e4-79e7-466f-9f07-36afa8ffb7b6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:24.587171 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86b5e5-e849-4ceb-a676-6f0744b8fa58 None None] Pushing event updated for resources: {'Port': ['ID=719cd390-8b1b-4010-98bc-e1f5570a3444,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:24.700370 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] Set router 694442e4-79e7-466f-9f07-36afa8ffb7b6 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:24.733760 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:18:24.748385 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Publish callbacks [] for port (73face24-0c1c-49d5-9183-8db0de4d1282), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.753956 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.763572 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device adf6db4b-f770-4587-a207-1d0e0902214f up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:24.802362 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-c9076bfc-27e2-4bc6-b08f-0b07a23e208a None None] Provisioning complete for port 73face24-0c1c-49d5-9183-8db0de4d1282 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:24.802742 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c9076bfc-27e2-4bc6-b08f-0b07a23e208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.822892 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533861'] for router_interface (694442e4-79e7-466f-9f07-36afa8ffb7b6), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:24.826156 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Pushing event updated for resources: {'Port': ['ID=73face24-0c1c-49d5-9183-8db0de4d1282,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:24.917082 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Network e6283293-aaec-451c-87ed-497097079242 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:24.918551 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:25.046166 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Router 694442e4-79e7-466f-9f07-36afa8ffb7b6 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:18:25.106150 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-c9076bfc-27e2-4bc6-b08f-0b07a23e208a None None] Port 73face24-0c1c-49d5-9183-8db0de4d1282 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:18:25.160748 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:18:25.166953 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-14d3e012-1c3d-4342-b754-fe4515351813 admin admin] 10.222.0.10 "PUT /v2.0/routers/694442e4-79e7-466f-9f07-36afa8ffb7b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6428008 Jan 26 13:18:25.179471 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port adf6db4b-f770-4587-a207-1d0e0902214f triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:25.179874 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:25.206932 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:25.234072 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'port_id': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'mac_address': 'fa:16:3e:76:29:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:18:25.276430 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-745a55a6-fd69-454a-b761-44ffdbf1ad31 None None] Provisioning complete for port 73face24-0c1c-49d5-9183-8db0de4d1282 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:25.276740 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-745a55a6-fd69-454a-b761-44ffdbf1ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:25.333344 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:25.333736 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:25.362571 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ddb08-ba49-4e3e-b621-16a409392150 req-ff51c684-e858-47e3-aa61-162b8678b30c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:25.364117 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-376ddb08-ba49-4e3e-b621-16a409392150 req-ff51c684-e858-47e3-aa61-162b8678b30c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0523183 Jan 26 13:18:25.375376 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-745a55a6-fd69-454a-b761-44ffdbf1ad31 None None] Port 73face24-0c1c-49d5-9183-8db0de4d1282 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:18:25.380602 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:18:25.389260 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'name': 'tempest-TestMinimumBasicScenario-805409428-router', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:20Z', 'updated_at': '2022-01-26T13:18:24Z', 'revision_number': 4, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'gw_port': {'id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:21Z', 'updated_at': '2022-01-26T13:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '73face24-0c1c-49d5-9183-8db0de4d1282', 'name': '', 'network_id': 'e6283293-aaec-451c-87ed-497097079242', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'mac_address': 'fa:16:3e:a2:ee:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2533e7c2-e836-454e-a9d5-30ff99cb503b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:23Z', 'updated_at': '2022-01-26T13:18:24Z', 'revision_number': 1, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'subnets': [{'id': '2533e7c2-e836-454e-a9d5-30ff99cb503b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:25.419980 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-376ddb08-ba49-4e3e-b621-16a409392150 req-68a6e316-8b5b-4051-8bee-217429a896a8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493231 Jan 26 13:18:25.422906 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71df921-f3c7-4970-a882-737ac0759480 None None] The sync data for ids ['694442e4-79e7-466f-9f07-36afa8ffb7b6'] in dv-cinder-824187-5-iscsi is: [{'id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'name': 'tempest-TestMinimumBasicScenario-805409428-router', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:20Z', 'updated_at': '2022-01-26T13:18:24Z', 'revision_number': 4, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'gw_port': {'id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:21Z', 'updated_at': '2022-01-26T13:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '73face24-0c1c-49d5-9183-8db0de4d1282', 'name': '', 'network_id': 'e6283293-aaec-451c-87ed-497097079242', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'mac_address': 'fa:16:3e:a2:ee:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2533e7c2-e836-454e-a9d5-30ff99cb503b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:23Z', 'updated_at': '2022-01-26T13:18:24Z', 'revision_number': 1, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'subnets': [{'id': '2533e7c2-e836-454e-a9d5-30ff99cb503b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:18:25.439114 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:25.442284 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port adf6db4b-f770-4587-a207-1d0e0902214f is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:25.455124 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:25.520506 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:25.708436 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:18:26.581170 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd1216-9827-4d6a-8907-f59175c17883 req-ac7a6a25-8f1e-48c2-942d-420cb9d47a61 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:26.583031 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fbcd1216-9827-4d6a-8907-f59175c17883 req-ac7a6a25-8f1e-48c2-942d-420cb9d47a61 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 944 time: 0.0727968 Jan 26 13:18:26.651518 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fbcd1216-9827-4d6a-8907-f59175c17883 req-ad62538d-0c48-4d44-8865-f3c8e9c6249a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626559 Jan 26 13:18:26.742030 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:26.835377 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:18:26.840704 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:26.841122 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:26.875961 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 719cd390-8b1b-4010-98bc-e1f5570a3444 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:26.981675 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 719cd390-8b1b-4010-98bc-e1f5570a3444 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:26.981944 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:26.985834 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:26.986209 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:27.042311 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:18:27.044570 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df08e47c-7e1d-48bd-9abb-96ff1e20652f" -d '{"events": [{"server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "name": "network-vif-plugged", "status": "completed", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:18:27.062444 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:27.070179 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:27.097425 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab49ab31-5514-4aaf-ad4b-4cc0668a3e1b x-openstack-request-id: req-ab49ab31-5514-4aaf-ad4b-4cc0668a3e1b {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:18:27.097708 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "name": "network-vif-plugged", "status": "completed", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:18:27.097962 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab49ab31-5514-4aaf-ad4b-4cc0668a3e1b {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:18:27.098382 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'code': 200} Jan 26 13:18:27.149426 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 719cd390-8b1b-4010-98bc-e1f5570a3444 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:27.149812 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:27.158078 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:27.182975 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] For port 719cd390-8b1b-4010-98bc-e1f5570a3444, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=719cd390-8b1b-4010-98bc-e1f5570a3444,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:27.190326 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:27.262785 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Pushing event updated for resources: {'Port': ['ID=719cd390-8b1b-4010-98bc-e1f5570a3444,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:27.339703 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8730b-823e-4b5e-bfec-4d93f56b6c6c req-1653acbb-bd85-4554-9aa5-21d78d0cb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:27.341231 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-08e8730b-823e-4b5e-bfec-4d93f56b6c6c req-1653acbb-bd85-4554-9aa5-21d78d0cb946 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 1098 time: 0.0447600 Jan 26 13:18:27.400637 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-08e8730b-823e-4b5e-bfec-4d93f56b6c6c req-eaf6527c-030b-41fa-8e44-581c0036a27e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518219 Jan 26 13:18:27.431099 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bfa23322-affb-4e2e-a303-849aa2db42fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:27.800116 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd04112-30b5-42f6-8b9f-0e3dd82cfb32 req-51ea2042-6daf-4e4e-9a51-7c696591c40d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:27.803312 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cfd04112-30b5-42f6-8b9f-0e3dd82cfb32 req-51ea2042-6daf-4e4e-9a51-7c696591c40d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0582330 Jan 26 13:18:27.855272 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cfd04112-30b5-42f6-8b9f-0e3dd82cfb32 req-93777e6b-cf43-47ee-a56a-59cf92991529 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464921 Jan 26 13:18:28.768112 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 719cd390-8b1b-4010-98bc-e1f5570a3444 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:28.826649 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 719cd390-8b1b-4010-98bc-e1f5570a3444 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:28.827022 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:28.914974 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 719cd390-8b1b-4010-98bc-e1f5570a3444 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:29.005143 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc51b20-2c9f-43b2-a0e9-2a55b4e6920e req-1d78f54f-fcc2-4dd9-a996-c7049df74b8b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:29.008027 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-abc51b20-2c9f-43b2-a0e9-2a55b4e6920e req-1d78f54f-fcc2-4dd9-a996-c7049df74b8b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0583642 Jan 26 13:18:29.067975 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-abc51b20-2c9f-43b2-a0e9-2a55b4e6920e req-e85bfee1-a7f2-4748-b4dc-8852bfd6a000 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547454 Jan 26 13:18:29.215896 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16be40-7cfd-4778-b177-9e89de0972ad req-2dc38c2a-4354-4be8-9227-fd4497e06265 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:29.217082 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f16be40-7cfd-4778-b177-9e89de0972ad req-2dc38c2a-4354-4be8-9227-fd4497e06265 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0765133 Jan 26 13:18:29.226108 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39554) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:29.230651 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-92b59059-6321-4431-9681-407b47d9ae95 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Request body: {'floatingip': {'port_id': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:29.272453 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92b59059-6321-4431-9681-407b47d9ae95 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (712c709f-caca-4c46-9a32-208c8d68e151), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:29.282485 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Sync routers for ids ['694442e4-79e7-466f-9f07-36afa8ffb7b6'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:18:29.294846 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Routers {'694442e4-79e7-466f-9f07-36afa8ffb7b6'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:29.295771 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['694442e4-79e7-466f-9f07-36afa8ffb7b6'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:29.424263 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Set router 694442e4-79e7-466f-9f07-36afa8ffb7b6 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:29.664536 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'name': 'tempest-TestMinimumBasicScenario-805409428-router', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:20Z', 'updated_at': '2022-01-26T13:18:24Z', 'revision_number': 4, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'gw_port': {'id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:21Z', 'updated_at': '2022-01-26T13:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '73face24-0c1c-49d5-9183-8db0de4d1282', 'name': '', 'network_id': 'e6283293-aaec-451c-87ed-497097079242', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'mac_address': 'fa:16:3e:a2:ee:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2533e7c2-e836-454e-a9d5-30ff99cb503b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:23Z', 'updated_at': '2022-01-26T13:18:24Z', 'revision_number': 2, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'subnets': [{'id': '2533e7c2-e836-454e-a9d5-30ff99cb503b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:29.683114 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-36e064f5-ed41-4356-affc-2877eaecb467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:29.696665 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Checking router: 694442e4-79e7-466f-9f07-36afa8ffb7b6 for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:18:29.697015 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Updating router 694442e4-79e7-466f-9f07-36afa8ffb7b6 port 73face24-0c1c-49d5-9183-8db0de4d1282 binding host dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 13:18:29.730111 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:29.829505 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92b59059-6321-4431-9681-407b47d9ae95 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:29.835322 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92b59059-6321-4431-9681-407b47d9ae95 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (712c709f-caca-4c46-9a32-208c8d68e151), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:29.949641 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-92b59059-6321-4431-9681-407b47d9ae95 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Floating IP 712c709f-caca-4c46-9a32-208c8d68e151 associated. External IP: 172.27.2.201, port: 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb. Jan 26 13:18:30.045385 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Publish callbacks [] for port (73face24-0c1c-49d5-9183-8db0de4d1282), precommit_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:30.051608 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:30.104121 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7963a-87f1-479d-9c39-a4f346e9f715 None None] Pushing event updated for resources: {'Port': ['ID=73face24-0c1c-49d5-9183-8db0de4d1282,revision_number=3']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:30.179527 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Attempting to bind port 73face24-0c1c-49d5-9183-8db0de4d1282 on host dv-cinder-824187-5-iscsi for vnic_type normal with profile {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:18:30.182902 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Attempting to bind port 73face24-0c1c-49d5-9183-8db0de4d1282 by drivers openvswitch,hyperv on host dv-cinder-824187-5-iscsi at level 0 using segments [{'id': '22b493fb-a83d-453a-9c5b-869e70ff2236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e6283293-aaec-451c-87ed-497097079242'}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:18:30.183766 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Attempting to bind port 73face24-0c1c-49d5-9183-8db0de4d1282 on network e6283293-aaec-451c-87ed-497097079242 {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:18:30.190210 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Checking agent: {'id': 'e69a5985-6683-46ff-87f5-1e27b6ecadf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 6, 34), 'started_at': datetime.datetime(2022, 1, 26, 13, 7, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:18:30.190763 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Checking segment: {'id': '22b493fb-a83d-453a-9c5b-869e70ff2236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e6283293-aaec-451c-87ed-497097079242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102611) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:18:30.191232 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:30.191738 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Bound using segment: {'id': '22b493fb-a83d-453a-9c5b-869e70ff2236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e6283293-aaec-451c-87ed-497097079242'} {{(pid=102611) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:18:30.192306 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.managers [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Bound port: 73face24-0c1c-49d5-9183-8db0de4d1282, host: dv-cinder-824187-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b493fb-a83d-453a-9c5b-869e70ff2236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e6283293-aaec-451c-87ed-497097079242'}}] {{(pid=102611) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:18:30.192793 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), before_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:30.249871 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b59059-6321-4431-9681-407b47d9ae95 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Router 9e025081-1d74-4865-b5c1-c1e164bad886 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:18:30.282444 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] For port 73face24-0c1c-49d5-9183-8db0de4d1282, host dv-cinder-824187-5-iscsi, cleared binding levels {{(pid=102611) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:18:30.286625 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.plugins.ml2.db [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] For port 73face24-0c1c-49d5-9183-8db0de4d1282, host dv-cinder-824187-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=73face24-0c1c-49d5-9183-8db0de4d1282,segment=NetworkSegment(22b493fb-a83d-453a-9c5b-869e70ff2236),segment_id=22b493fb-a83d-453a-9c5b-869e70ff2236)] {{(pid=102611) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:18:30.299420 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron_lib.callbacks.manager [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), after_update {{(pid=102611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:30.362747 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7963a-87f1-479d-9c39-a4f346e9f715 None None] Pushing event updated for resources: {'Port': ['ID=73face24-0c1c-49d5-9183-8db0de4d1282,revision_number=4']} {{(pid=102611) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:30.388797 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b59059-6321-4431-9681-407b47d9ae95 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:18:30.392684 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Routers {'694442e4-79e7-466f-9f07-36afa8ffb7b6'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:30.393347 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['694442e4-79e7-466f-9f07-36afa8ffb7b6'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:30.403789 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7507c30-76dc-444c-a232-6337f9d48e35 None None] Sync routers for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:18:30.404261 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92b59059-6321-4431-9681-407b47d9ae95 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:30.422568 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7507c30-76dc-444c-a232-6337f9d48e35 None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:30.423216 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e7507c30-76dc-444c-a232-6337f9d48e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:30.444713 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-92b59059-6321-4431-9681-407b47d9ae95 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "PUT /v2.0/floatingips/712c709f-caca-4c46-9a32-208c8d68e151 HTTP/1.1" status: 200 len: 991 time: 1.2173984 Jan 26 13:18:30.445287 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:18:30.448494 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afacf51f-b2b5-4a10-bbb0-7049f904bf97" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:18:30.541509 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e86926-288e-4a6d-a499-d3139d0bd741 x-openstack-request-id: req-19e86926-288e-4a6d-a499-d3139d0bd741 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:18:30.541798 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:18:30.542043 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19e86926-288e-4a6d-a499-d3139d0bd741 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:18:30.542440 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'status': 'completed', 'code': 200} Jan 26 13:18:30.649334 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacf51f-b2b5-4a10-bbb0-7049f904bf97 req-e49bcbf1-45fb-456a-bdb1-94266b8d3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:30.651348 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-afacf51f-b2b5-4a10-bbb0-7049f904bf97 req-e49bcbf1-45fb-456a-bdb1-94266b8d3f27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 1098 time: 0.0782385 Jan 26 13:18:30.658559 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e7507c30-76dc-444c-a232-6337f9d48e35 None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:30.765346 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-b041e3ca-fa41-499b-ad53-7bf32fa0bd01 None None] Provisioning complete for port 73face24-0c1c-49d5-9183-8db0de4d1282 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:30.765725 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b041e3ca-fa41-499b-ad53-7bf32fa0bd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:30.840067 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] Set router 694442e4-79e7-466f-9f07-36afa8ffb7b6 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:30.898976 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacf51f-b2b5-4a10-bbb0-7049f904bf97 req-fc8adc73-9631-45b0-9b80-d476d8cfc48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:30.900723 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-afacf51f-b2b5-4a10-bbb0-7049f904bf97 req-fc8adc73-9631-45b0-9b80-d476d8cfc48c service neutron] 10.222.0.24 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 918 time: 0.2423687 Jan 26 13:18:30.976387 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 73face24-0c1c-49d5-9183-8db0de4d1282 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:30.985751 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:31.032907 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-afacf51f-b2b5-4a10-bbb0-7049f904bf97 req-a9ec5045-34bb-45d1-81ec-87aed05deaeb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb HTTP/1.1" status: 200 len: 999 time: 0.1233022 Jan 26 13:18:31.038907 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-b041e3ca-fa41-499b-ad53-7bf32fa0bd01 None None] Current status of the port 73face24-0c1c-49d5-9183-8db0de4d1282 is: DOWN; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:31.039276 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b041e3ca-fa41-499b-ad53-7bf32fa0bd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:31.119519 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-b041e3ca-fa41-499b-ad53-7bf32fa0bd01 None None] For port 73face24-0c1c-49d5-9183-8db0de4d1282, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=73face24-0c1c-49d5-9183-8db0de4d1282,segment=NetworkSegment(22b493fb-a83d-453a-9c5b-869e70ff2236),segment_id=22b493fb-a83d-453a-9c5b-869e70ff2236)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:31.121015 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacf51f-b2b5-4a10-bbb0-7049f904bf97 req-50d6f06d-e1ef-4c5a-997d-338110e39112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:31.123758 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-afacf51f-b2b5-4a10-bbb0-7049f904bf97 req-50d6f06d-e1ef-4c5a-997d-338110e39112 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 200 len: 856 time: 0.0810502 Jan 26 13:18:31.130037 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b041e3ca-fa41-499b-ad53-7bf32fa0bd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:31.135417 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 73face24-0c1c-49d5-9183-8db0de4d1282 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:31.135830 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:31.177726 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'name': 'tempest-TestMinimumBasicScenario-805409428-router', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:20Z', 'updated_at': '2022-01-26T13:18:24Z', 'revision_number': 4, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'gw_port': {'id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:21Z', 'updated_at': '2022-01-26T13:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '73face24-0c1c-49d5-9183-8db0de4d1282', 'name': '', 'network_id': 'e6283293-aaec-451c-87ed-497097079242', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'mac_address': 'fa:16:3e:a2:ee:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2533e7c2-e836-454e-a9d5-30ff99cb503b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:23Z', 'updated_at': '2022-01-26T13:18:30Z', 'revision_number': 4, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'subnets': [{'id': '2533e7c2-e836-454e-a9d5-30ff99cb503b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:31.257941 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacf51f-b2b5-4a10-bbb0-7049f904bf97 req-96d9676b-e506-4d5e-b2f0-9aacad9410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:31.259627 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-afacf51f-b2b5-4a10-bbb0-7049f904bf97 req-96d9676b-e506-4d5e-b2f0-9aacad9410a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84beaab8-7cea-4036-bed2-ae75c0fff259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1146691 Jan 26 13:18:31.262608 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f4549-3742-4ef7-ba56-b155840327a8 None None] The sync data for ids ['694442e4-79e7-466f-9f07-36afa8ffb7b6'] in dv-cinder-824187-5-iscsi is: [{'id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'name': 'tempest-TestMinimumBasicScenario-805409428-router', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:20Z', 'updated_at': '2022-01-26T13:18:24Z', 'revision_number': 4, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'gw_port': {'id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:21Z', 'updated_at': '2022-01-26T13:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '73face24-0c1c-49d5-9183-8db0de4d1282', 'name': '', 'network_id': 'e6283293-aaec-451c-87ed-497097079242', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'mac_address': 'fa:16:3e:a2:ee:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2533e7c2-e836-454e-a9d5-30ff99cb503b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:23Z', 'updated_at': '2022-01-26T13:18:30Z', 'revision_number': 4, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'subnets': [{'id': '2533e7c2-e836-454e-a9d5-30ff99cb503b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:18:31.395242 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-afacf51f-b2b5-4a10-bbb0-7049f904bf97 req-550b9df8-eea7-4b08-b785-12b0264518ce service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222386 Jan 26 13:18:31.402882 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041e3ca-fa41-499b-ad53-7bf32fa0bd01 None None] Pushing event updated for resources: {'Port': ['ID=73face24-0c1c-49d5-9183-8db0de4d1282,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:31.424077 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-505c0341-069b-4919-90da-df33cf9aa6cc None None] Provisioning complete for port 73face24-0c1c-49d5-9183-8db0de4d1282 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:31.424720 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-505c0341-069b-4919-90da-df33cf9aa6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:31.494157 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e7507c30-76dc-444c-a232-6337f9d48e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '712c709f-caca-4c46-9a32-208c8d68e151', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'port_id': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'mac_address': 'fa:16:3e:76:29:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:18:15Z', 'updated_at': '2022-01-26T13:18:29Z', 'revision_number': 1, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:31.523158 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-afacf51f-b2b5-4a10-bbb0-7049f904bf97 req-8c6f402a-9525-4fee-9ce3-67f7a26161c7 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162279 Jan 26 13:18:31.542231 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7507c30-76dc-444c-a232-6337f9d48e35 None None] Checking router: 9e025081-1d74-4865-b5c1-c1e164bad886 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:18:31.622100 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7507c30-76dc-444c-a232-6337f9d48e35 None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:31.622750 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e7507c30-76dc-444c-a232-6337f9d48e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:31.630598 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 73face24-0c1c-49d5-9183-8db0de4d1282 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:31.669999 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-505c0341-069b-4919-90da-df33cf9aa6cc None None] Current status of the port 73face24-0c1c-49d5-9183-8db0de4d1282 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:31.757027 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e7507c30-76dc-444c-a232-6337f9d48e35 None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:32.000572 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e7507c30-76dc-444c-a232-6337f9d48e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '712c709f-caca-4c46-9a32-208c8d68e151', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'port_id': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'mac_address': 'fa:16:3e:76:29:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:18:15Z', 'updated_at': '2022-01-26T13:18:29Z', 'revision_number': 1, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:32.029613 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7507c30-76dc-444c-a232-6337f9d48e35 None None] The sync data for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi is: [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '712c709f-caca-4c46-9a32-208c8d68e151', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'port_id': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'mac_address': 'fa:16:3e:76:29:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:18:15Z', 'updated_at': '2022-01-26T13:18:29Z', 'revision_number': 1, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:18:32.232478 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:32.643989 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb46105-5e9f-4014-a069-9474c824f7e3 None None] New status for floating IP 712c709f-caca-4c46-9a32-208c8d68e151: ACTIVE {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:18:32.788839 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 73face24-0c1c-49d5-9183-8db0de4d1282 up at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:32.844393 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Provisioning complete for port 73face24-0c1c-49d5-9183-8db0de4d1282 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:32.844769 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:32.927730 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Current status of the port 73face24-0c1c-49d5-9183-8db0de4d1282 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:33.633780 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dd027-7a56-485d-94bf-94d478d367d3 req-eb242325-f915-46fe-b7a8-b56ad9782be0 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:33.635397 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8e8dd027-7a56-485d-94bf-94d478d367d3 req-eb242325-f915-46fe-b7a8-b56ad9782be0 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0510130 Jan 26 13:18:33.696433 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8e8dd027-7a56-485d-94bf-94d478d367d3 req-9d05a40a-eb10-4ccf-982e-0c0833b99eba tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535192 Jan 26 13:18:33.773063 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:34.817946 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa82b6-8379-4cb9-85af-a0b0c54b2e7e req-29a497dd-ef90-45d5-9daf-95a8ff04af1f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:34.820393 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a4fa82b6-8379-4cb9-85af-a0b0c54b2e7e req-29a497dd-ef90-45d5-9daf-95a8ff04af1f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0537078 Jan 26 13:18:34.872885 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a4fa82b6-8379-4cb9-85af-a0b0c54b2e7e req-716f27a8-425d-485d-a111-d99d420cd394 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464075 Jan 26 13:18:35.507333 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-16b2a305-0f16-4799-90f9-ddd33c0ac89c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:35.509161 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-16b2a305-0f16-4799-90f9-ddd33c0ac89c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.24 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0492294 Jan 26 13:18:35.604794 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Deleting port 89dc0911-31b4-4a89-8123-7e9a0b604a80 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:18:35.604901 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:35.700010 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] For port 89dc0911-31b4-4a89-8123-7e9a0b604a80, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=89dc0911-31b4-4a89-8123-7e9a0b604a80,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:35.700372 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:35.785340 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:18:35.811515 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e01c-2286-47da-b258-1132c28f49c5 req-964082d5-725c-4491-82f3-17210826c0b1 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:35.813072 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-964082d5-725c-4491-82f3-17210826c0b1 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/networks?id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c HTTP/1.1" status: 200 len: 813 time: 0.1166463 Jan 26 13:18:35.828482 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-108f4de6-fda4-43fa-8fe6-a86156cb4170 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/quotas/f4afd36b799a41f49c19aad138f84d1e HTTP/1.1" status: 200 len: 375 time: 0.0099039 Jan 26 13:18:35.882403 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-78f0f138-f223-4a23-b8ef-8cbb1fde7ae6 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4afd36b799a41f49c19aad138f84d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484033 Jan 26 13:18:36.016231 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-928fdc60-1f9b-4f13-a4d2-19addde00c1c service neutron] 10.222.0.10 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222763 Jan 26 13:18:36.024470 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a2fdf-b1a5-4023-8b0b-317ab217135a req-fc996069-2467-4253-8f2d-63580b832a0b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:36.025952 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ff5a2fdf-b1a5-4023-8b0b-317ab217135a req-fc996069-2467-4253-8f2d-63580b832a0b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=84280f42-ce14-4bcd-8890-4bd5ea4457c3 HTTP/1.1" status: 200 len: 946 time: 0.0757031 Jan 26 13:18:36.103814 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:36.104087 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (5f46e1f0-741e-4ec6-988e-2ee7ab5391d1), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:36.104398 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Floating IP 5f46e1f0-741e-4ec6-988e-2ee7ab5391d1 disassociated. External IP: 172.27.2.107, port: 89dc0911-31b4-4a89-8123-7e9a0b604a80. Jan 26 13:18:36.104739 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Calling delete_port for 89dc0911-31b4-4a89-8123-7e9a0b604a80 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:18:36.127753 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ff5a2fdf-b1a5-4023-8b0b-317ab217135a req-f4e61ac2-c229-4efc-ba12-10567946194d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918448 Jan 26 13:18:36.155530 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-a0198593-0168-4e96-aef3-c389cba013a4 service neutron] 10.222.0.10 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285999 Jan 26 13:18:36.241893 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (89dc0911-31b4-4a89-8123-7e9a0b604a80), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:36.272896 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event deleted for resources: {'Port': ['ID=89dc0911-31b4-4a89-8123-7e9a0b604a80,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:36.331243 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0c3b166c-9803-4d56-9cfa-e1ab2afb4380 req-b3946b27-1877-4a4b-a85c-49a2117c7b38 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 210 time: 0.0296104 Jan 26 13:18:36.394457 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Router 2820cf07-fd70-4276-97d7-435df3f9cf63 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:18:36.508171 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:18:36.518953 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce2161-e1e8-4560-ba46-a9835e28e36c None None] Sync routers for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:18:36.531379 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce2161-e1e8-4560-ba46-a9835e28e36c None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:36.532071 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fdce2161-e1e8-4560-ba46-a9835e28e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:36.555584 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] No DVR routers for this DVR port 89dc0911-31b4-4a89-8123-7e9a0b604a80 on host hv-cinder-82418 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:18:36.558309 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:36.561732 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5dab01d8-b301-4be1-86bf-18285df1b954 req-2c9a528e-876a-4198-8743-e38184494279 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.24 "DELETE /v2.0/ports/89dc0911-31b4-4a89-8123-7e9a0b604a80 HTTP/1.1" status: 204 len: 173 time: 1.0475616 Jan 26 13:18:36.562327 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'name': 'network-vif-deleted', 'tag': '89dc0911-31b4-4a89-8123-7e9a0b604a80'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:18:36.566545 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db135277-e80a-466f-b0fc-058d1389b786" -d '{"events": [{"server_uuid": "84280f42-ce14-4bcd-8890-4bd5ea4457c3", "name": "network-vif-deleted", "tag": "89dc0911-31b4-4a89-8123-7e9a0b604a80"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:18:36.608952 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037c103a-6a63-4816-92a7-9ce9fe37d5d0 x-openstack-request-id: req-037c103a-6a63-4816-92a7-9ce9fe37d5d0 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:18:36.609477 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84280f42-ce14-4bcd-8890-4bd5ea4457c3", "name": "network-vif-deleted", "tag": "89dc0911-31b4-4a89-8123-7e9a0b604a80", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:18:36.610154 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-037c103a-6a63-4816-92a7-9ce9fe37d5d0 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:18:36.610840 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84280f42-ce14-4bcd-8890-4bd5ea4457c3', 'name': 'network-vif-deleted', 'tag': '89dc0911-31b4-4a89-8123-7e9a0b604a80', 'status': 'completed', 'code': 200} Jan 26 13:18:36.652838 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-fdce2161-e1e8-4560-ba46-a9835e28e36c None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:36.877142 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fdce2161-e1e8-4560-ba46-a9835e28e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:33Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:36.905047 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce2161-e1e8-4560-ba46-a9835e28e36c None None] Checking router: 2820cf07-fd70-4276-97d7-435df3f9cf63 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:18:36.913317 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce2161-e1e8-4560-ba46-a9835e28e36c None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:36.913997 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fdce2161-e1e8-4560-ba46-a9835e28e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:37.033287 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-fdce2161-e1e8-4560-ba46-a9835e28e36c None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:37.218233 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39628) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:37.266590 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fdce2161-e1e8-4560-ba46-a9835e28e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:33Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:37.305971 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce2161-e1e8-4560-ba46-a9835e28e36c None None] The sync data for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi is: [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:33Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:18:37.461584 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1bb38b0-1014-478d-b4d8-8884257cf87a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group (329f4a1a-22a4-4fa3-b3ef-0db3788f88b0), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:37.470218 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-dd726539-9411-4950-b75d-8faf52e09536 req-f394ba75-f9a1-444a-9e63-fcffa12b0da3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 210 time: 0.0313361 Jan 26 13:18:37.499728 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e01c-2286-47da-b258-1132c28f49c5 req-b472b92c-cc99-4030-af04-ad64e4d0ff70 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:37.501227 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-b472b92c-cc99-4030-af04-ad64e4d0ff70 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.24 "GET /v2.0/networks?id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c HTTP/1.1" status: 200 len: 813 time: 0.2058151 Jan 26 13:18:37.522889 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-0090e01c-2286-47da-b258-1132c28f49c5 req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Request body: {'port': {'device_id': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'admin_state_up': True, 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:37.561651 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1bb38b0-1014-478d-b4d8-8884257cf87a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group (329f4a1a-22a4-4fa3-b3ef-0db3788f88b0), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:37.668867 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43a96e-d05d-4d1e-a2fc-ea71a23426b7 None None] New status for floating IP 5f46e1f0-741e-4ec6-988e-2ee7ab5391d1: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:18:37.686636 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1bb38b0-1014-478d-b4d8-8884257cf87a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (329f4a1a-22a4-4fa3-b3ef-0db3788f88b0), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:37.689814 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1bb38b0-1014-478d-b4d8-8884257cf87a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:37.693664 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e1bb38b0-1014-478d-b4d8-8884257cf87a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "DELETE /v2.0/security-groups/329f4a1a-22a4-4fa3-b3ef-0db3788f88b0 HTTP/1.1" status: 204 len: 168 time: 0.4718180 Jan 26 13:18:37.694192 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39648) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:37.704864 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb38b0-1014-478d-b4d8-8884257cf87a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=329f4a1a-22a4-4fa3-b3ef-0db3788f88b0,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:37.715915 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0090e01c-2286-47da-b258-1132c28f49c5 req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Made reservation on behalf of f4afd36b799a41f49c19aad138f84d1e for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:18:37.720937 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0090e01c-2286-47da-b258-1132c28f49c5 req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:37.722662 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.api.v2.resource [None req-5a7d2ed7-f970-426f-85ac-32b67214290a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] show failed (client error): The resource could not be found. Jan 26 13:18:37.725129 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-5a7d2ed7-f970-426f-85ac-32b67214290a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups/329f4a1a-22a4-4fa3-b3ef-0db3788f88b0 HTTP/1.1" status: 404 len: 347 time: 0.0284445 Jan 26 13:18:37.727515 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39650) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:37.892208 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-08097337-10d7-43c7-be65-03ba5fc94cca tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Deleting port fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:18:37.892834 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08097337-10d7-43c7-be65-03ba5fc94cca tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:37.910417 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-0090e01c-2286-47da-b258-1132c28f49c5 req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Allocated IP 172.20.0.7 (42a21c0d-6cf9-492b-8f6a-2da15edfd01c/bf4c8c93-dc5a-4302-90a5-8d2668e189ba/18f9af57-f4ee-4d04-bbc6-a97c498b6771) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:18:38.000066 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08097337-10d7-43c7-be65-03ba5fc94cca tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.000387 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08097337-10d7-43c7-be65-03ba5fc94cca tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.016730 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-08097337-10d7-43c7-be65-03ba5fc94cca tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Calling delete_port for fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:18:38.142758 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0090e01c-2286-47da-b258-1132c28f49c5 req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.211320 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08097337-10d7-43c7-be65-03ba5fc94cca tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.239557 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0090e01c-2286-47da-b258-1132c28f49c5 req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.294864 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08097337-10d7-43c7-be65-03ba5fc94cca tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event deleted for resources: {'Port': ['ID=fe2b9db3-ff9f-4d04-a4d3-3e57eb24f0c0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:38.358972 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event updated for resources: {'Port': ['ID=18f9af57-f4ee-4d04-bbc6-a97c498b6771,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:38.382525 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0090e01c-2286-47da-b258-1132c28f49c5 req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:38.388762 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-0090e01c-2286-47da-b258-1132c28f49c5 req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:38.405175 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08097337-10d7-43c7-be65-03ba5fc94cca tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (5f46e1f0-741e-4ec6-988e-2ee7ab5391d1), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.406863 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-0090e01c-2286-47da-b258-1132c28f49c5 req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:18:38.410282 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08097337-10d7-43c7-be65-03ba5fc94cca tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.411475 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-08097337-10d7-43c7-be65-03ba5fc94cca tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "DELETE /v2.0/floatingips/5f46e1f0-741e-4ec6-988e-2ee7ab5391d1 HTTP/1.1" status: 204 len: 168 time: 0.6829150 Jan 26 13:18:38.510505 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e01c-2286-47da-b258-1132c28f49c5 req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:38.511169 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0090e01c-2286-47da-b258-1132c28f49c5 req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.560338 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-7c16f13a-3b1f-452e-bd9b-435d4002c752 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0451453 Jan 26 13:18:38.663130 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39664) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:38.669455 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9a060d8d-dc44-4980-b987-ff21af924819 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451807939', 'description': 'tempest-description--1510540012'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:38.711352 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9a060d8d-dc44-4980-b987-ff21af924819 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.756172 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-10535809-2cd8-4ce4-9e72-cb88b2c34380 None None] Provisioning complete for port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:38.756862 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-10535809-2cd8-4ce4-9e72-cb88b2c34380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.796435 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-10535809-2cd8-4ce4-9e72-cb88b2c34380 None None] Port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:18:38.800001 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 89dc0911-31b4-4a89-8123-7e9a0b604a80 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:18:38.842835 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 89dc0911-31b4-4a89-8123-7e9a0b604a80 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:18:38.843463 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 89dc0911-31b4-4a89-8123-7e9a0b604a80 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:18:38.852367 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf02144-a31e-4b57-b115-767dabdd9b44 req-734a7f5c-a766-4435-ad1e-909530c490b3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:38.853923 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5cf02144-a31e-4b57-b115-767dabdd9b44 req-734a7f5c-a766-4435-ad1e-909530c490b3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 931 time: 0.0945601 Jan 26 13:18:38.892825 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9a060d8d-dc44-4980-b987-ff21af924819 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group (423508c9-1405-432c-b56d-54e243af2644), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.901817 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9a060d8d-dc44-4980-b987-ff21af924819 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (423508c9-1405-432c-b56d-54e243af2644), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.978322 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9a060d8d-dc44-4980-b987-ff21af924819 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:38.982651 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39666) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:38.982813 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-9a060d8d-dc44-4980-b987-ff21af924819 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3184712 Jan 26 13:18:38.988718 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-f9b06cfb-14ae-42f0-852e-fbe4d372a733 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Request body: {'security_group_rule': {'security_group_id': '423508c9-1405-432c-b56d-54e243af2644', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:39.009122 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5cf02144-a31e-4b57-b115-767dabdd9b44 req-7d385976-4be8-49d4-bd6b-acc2ed8d908f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484294 Jan 26 13:18:39.014913 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a060d8d-dc44-4980-b987-ff21af924819 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423508c9-1405-432c-b56d-54e243af2644,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:39.054524 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9b06cfb-14ae-42f0-852e-fbe4d372a733 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group_rule (d455c286-7cec-4958-b3af-219f0c7fbeb6), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.137068 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9b06cfb-14ae-42f0-852e-fbe4d372a733 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group_rule (d455c286-7cec-4958-b3af-219f0c7fbeb6), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.142196 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9b06cfb-14ae-42f0-852e-fbe4d372a733 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (d455c286-7cec-4958-b3af-219f0c7fbeb6), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.179084 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9b06cfb-14ae-42f0-852e-fbe4d372a733 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.180705 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f9b06cfb-14ae-42f0-852e-fbe4d372a733 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1965919 Jan 26 13:18:39.181661 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b06cfb-14ae-42f0-852e-fbe4d372a733 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d455c286-7cec-4958-b3af-219f0c7fbeb6,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:39.183628 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39668) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:39.188385 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-9eae74b3-3fa6-4b22-aace-93020aa1f0a8 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Request body: {'security_group_rule': {'security_group_id': '423508c9-1405-432c-b56d-54e243af2644', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:39.227203 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9eae74b3-3fa6-4b22-aace-93020aa1f0a8 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group_rule (f4e31910-6d47-43ca-bc0f-689cac5ca256), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.291227 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9eae74b3-3fa6-4b22-aace-93020aa1f0a8 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group_rule (f4e31910-6d47-43ca-bc0f-689cac5ca256), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.295949 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9eae74b3-3fa6-4b22-aace-93020aa1f0a8 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (f4e31910-6d47-43ca-bc0f-689cac5ca256), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.313917 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae74b3-3fa6-4b22-aace-93020aa1f0a8 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e31910-6d47-43ca-bc0f-689cac5ca256,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:39.326604 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9eae74b3-3fa6-4b22-aace-93020aa1f0a8 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.327839 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-9eae74b3-3fa6-4b22-aace-93020aa1f0a8 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432149 Jan 26 13:18:39.331064 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39670) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:39.337249 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Request body: {'floatingip': {'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:39.360876 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.466148 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.590654 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Allocated IP 172.27.2.37 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/734f2de7-eebf-4045-b904-312f83db45df) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:18:39.697761 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for port (734f2de7-eebf-4045-b904-312f83db45df), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.736096 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (734f2de7-eebf-4045-b904-312f83db45df), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.775830 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:39.778628 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:39.784386 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:18:39.790597 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event updated for resources: {'Port': ['ID=734f2de7-eebf-4045-b904-312f83db45df,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:39.874370 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (6ec54e84-4658-4592-90ad-a9d1f2b87f6d), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:39.914149 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (734f2de7-eebf-4045-b904-312f83db45df), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:40.125271 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for port (734f2de7-eebf-4045-b904-312f83db45df), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:40.134720 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (734f2de7-eebf-4045-b904-312f83db45df), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:40.189239 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43582ec-af2c-4d6a-85cf-e3594930a192 req-bd287407-6bac-4e2c-ab31-4db4abff5ca8 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:40.190756 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b43582ec-af2c-4d6a-85cf-e3594930a192 req-bd287407-6bac-4e2c-ab31-4db4abff5ca8 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 931 time: 0.1117275 Jan 26 13:18:40.233949 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event updated for resources: {'Port': ['ID=734f2de7-eebf-4045-b904-312f83db45df,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:40.259998 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (6ec54e84-4658-4592-90ad-a9d1f2b87f6d), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:40.283098 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b43582ec-af2c-4d6a-85cf-e3594930a192 req-49271c82-c035-4177-a2f9-cc624013e3bc tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703719 Jan 26 13:18:40.286153 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:40.287535 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-86e3a069-419a-49eb-bf9a-0c1c65e5b0bd tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9552174 Jan 26 13:18:40.499026 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-2a76f179-2471-4e7c-ad8c-2df13169631c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--451807939&fields=id&tenant_id=de75dc29edc844e7a51901a972dab6a1 HTTP/1.1" status: 200 len: 267 time: 0.0457921 Jan 26 13:18:40.611444 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-854ef1f4-a7c1-4cd8-ab72-b872197ec770 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:40.612942 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-854ef1f4-a7c1-4cd8-ab72-b872197ec770 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/networks?id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f HTTP/1.1" status: 200 len: 811 time: 0.1077068 Jan 26 13:18:40.630349 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-472f7b70-f860-4365-9903-509a3d1c789a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/quotas/de75dc29edc844e7a51901a972dab6a1 HTTP/1.1" status: 200 len: 375 time: 0.0109811 Jan 26 13:18:40.683832 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-8a2b5a64-850d-46ae-b320-0af461d5c598 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=de75dc29edc844e7a51901a972dab6a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464327 Jan 26 13:18:40.796213 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-d0165f74-8220-4d62-8b09-329569e51644 service neutron] 10.222.0.10 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954950 Jan 26 13:18:40.889687 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-964a67bc-96b2-4c38-815d-3edfefdab51a service neutron] 10.222.0.10 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890183 Jan 26 13:18:41.065522 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-36bfca81-e2aa-4021-83f1-0072b865f4b4 req-dcf1811d-5576-47ba-8dd4-0edb9e496f18 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 210 time: 0.0270143 Jan 26 13:18:41.417790 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee15c7-23e6-4bf9-94d2-9572ed7d0005 req-eee18448-8c94-4565-b97e-cf1f508c9b2f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:41.419401 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-13ee15c7-23e6-4bf9-94d2-9572ed7d0005 req-eee18448-8c94-4565-b97e-cf1f508c9b2f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 931 time: 0.0675449 Jan 26 13:18:41.482459 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-13ee15c7-23e6-4bf9-94d2-9572ed7d0005 req-404b5a67-7fc2-46ef-987d-48d9385c791a tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465031 Jan 26 13:18:42.164000 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8ea97af6-5981-457d-8c04-906a8bc61c66 req-a5ab51fc-e0af-416c-994a-a97511cb2f21 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 210 time: 0.0269725 Jan 26 13:18:42.600560 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbedcec-c528-4b5c-9e45-4298ab36adac req-31939e15-416c-4daf-880b-4ca3798538cc tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:42.602028 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2bbedcec-c528-4b5c-9e45-4298ab36adac req-31939e15-416c-4daf-880b-4ca3798538cc tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 931 time: 0.0541377 Jan 26 13:18:42.649912 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2bbedcec-c528-4b5c-9e45-4298ab36adac req-5b8ab047-fecd-42ba-b406-6f586e40993b tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421970 Jan 26 13:18:43.518904 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d942e8a9-e615-4bc1-8e6e-7680d13b8199 req-243d2f41-0011-4ce3-8f7f-93596db8ddfe tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 210 time: 0.2800374 Jan 26 13:18:43.762797 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a92454-f0f3-49c6-b532-dd12860db8cd req-f13f152c-7e7a-4df4-a125-6a2cf6c9415f tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:43.766485 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-86a92454-f0f3-49c6-b532-dd12860db8cd req-f13f152c-7e7a-4df4-a125-6a2cf6c9415f tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0636215 Jan 26 13:18:43.884848 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-86a92454-f0f3-49c6-b532-dd12860db8cd req-414a664b-5cf4-464f-b20f-05d7657b43c4 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098621 Jan 26 13:18:44.009987 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dc9bd-9991-4942-8caf-a7e26822b06d req-ad4fd6dd-8469-4022-8da5-9e5001e71785 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:44.011524 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-194dc9bd-9991-4942-8caf-a7e26822b06d req-ad4fd6dd-8469-4022-8da5-9e5001e71785 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 931 time: 0.0488908 Jan 26 13:18:44.065440 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-194dc9bd-9991-4942-8caf-a7e26822b06d req-880a5214-ca10-4d7c-adfd-9c0082d2b906 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471916 Jan 26 13:18:44.617638 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-daa10338-d0e4-474d-af87-ce8c8dad5881 req-14a5f068-5b77-4560-a929-aae2157694fe tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 210 time: 0.0257716 Jan 26 13:18:45.007723 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf24e4-bf3a-4d6d-a338-b5916042c19a req-06efa5d2-9f84-4752-b87e-fc1b44934097 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:45.009233 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ffdf24e4-bf3a-4d6d-a338-b5916042c19a req-06efa5d2-9f84-4752-b87e-fc1b44934097 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0498593 Jan 26 13:18:45.061407 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ffdf24e4-bf3a-4d6d-a338-b5916042c19a req-c3efab65-f870-4eb9-a3f4-599463b15933 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463130 Jan 26 13:18:45.188217 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9747bd1-cb1d-4674-b3c5-3734ff85f8ca req-059b2887-d8aa-4135-a90c-b12efd3c0a70 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:45.189964 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d9747bd1-cb1d-4674-b3c5-3734ff85f8ca req-059b2887-d8aa-4135-a90c-b12efd3c0a70 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 931 time: 0.0564175 Jan 26 13:18:45.246516 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d9747bd1-cb1d-4674-b3c5-3734ff85f8ca req-34c4df43-8ad5-4f74-b73e-dae8570c3d48 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483282 Jan 26 13:18:45.714249 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c1d54861-b792-42ef-ac05-c34b17355c98 req-52354426-0aaa-4311-af4e-5d0b3f7442c2 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 210 time: 0.0277231 Jan 26 13:18:46.173009 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75f5a3-3ff0-41c6-89c9-1c0079a8c935 req-74900ced-f3d5-46c4-b6b5-26158ba2349b tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:46.174465 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2b75f5a3-3ff0-41c6-89c9-1c0079a8c935 req-74900ced-f3d5-46c4-b6b5-26158ba2349b tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0466475 Jan 26 13:18:46.228458 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2b75f5a3-3ff0-41c6-89c9-1c0079a8c935 req-de8c5818-9a15-4e62-bb24-83d56756f126 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476620 Jan 26 13:18:46.356853 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5513440-7f0e-4be9-93ec-9de1f554664f req-4213cbd2-38cb-4a20-8ecf-6cb65190ea93 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:46.358215 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f5513440-7f0e-4be9-93ec-9de1f554664f req-4213cbd2-38cb-4a20-8ecf-6cb65190ea93 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 931 time: 0.0465682 Jan 26 13:18:46.385748 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Request body: {'port': {'device_id': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:46.419107 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f5513440-7f0e-4be9-93ec-9de1f554664f req-17be3cdb-2249-4ed6-b0e1-f9defcba9853 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554276 Jan 26 13:18:46.441523 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:46.704149 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f9af57-f4ee-4d04-bbc6-a97c498b6771 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:18:46.711383 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Publish callbacks [] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:46.723126 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Transition to ACTIVE for port object 18f9af57-f4ee-4d04-bbc6-a97c498b6771 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:18:46.726562 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:46.776477 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=18f9af57-f4ee-4d04-bbc6-a97c498b6771,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:46.832060 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-44486b52-d747-418a-a226-734238644af5 req-a73e87ee-3165-4339-b517-1a33fc2a7c8f tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 210 time: 0.0309598 Jan 26 13:18:46.855157 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Attempting to bind port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:18:46.855493 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Attempting to bind port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:18:46.855857 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Attempting to bind port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 on network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:18:46.860680 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 on network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:18:46.861332 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Attempting to bind port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 on network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:18:46.867965 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:18:46.868412 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Checking segment: {'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:18:46.868795 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Bound using segment: {'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:18:46.869224 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Bound port: 18f9af57-f4ee-4d04-bbc6-a97c498b6771, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082285e3-1582-455d-addb-ae65baa512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:18:46.869578 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:46.941829 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] For port 18f9af57-f4ee-4d04-bbc6-a97c498b6771, host hv-cinder-82418, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:18:46.945345 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] For port 18f9af57-f4ee-4d04-bbc6-a97c498b6771, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:18:46.950557 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:46.987136 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:46.987577 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:46.989653 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/18f9af57-f4ee-4d04-bbc6-a97c498b6771 HTTP/1.1" status: 200 len: 1093 time: 0.6096597 Jan 26 13:18:46.992634 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:18:46.994979 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5bb3d6-c0ac-4557-9527-0cb18e34f0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:18:47.042104 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4860394e-4e16-4174-8b40-4f4a638c7147 x-openstack-request-id: req-4860394e-4e16-4174-8b40-4f4a638c7147 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:18:47.042395 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:18:47.042651 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4860394e-4e16-4174-8b40-4f4a638c7147 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:18:47.043042 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'status': 'completed', 'code': 200} Jan 26 13:18:47.046757 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d737784-ee95-47b0-bbe4-6b8f2015c8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=18f9af57-f4ee-4d04-bbc6-a97c498b6771,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:47.097842 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-5bd9f25e-24b3-43d7-9b56-eb9196c02dbe tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:47.099490 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-5bd9f25e-24b3-43d7-9b56-eb9196c02dbe tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.24 "GET /v2.0/networks?id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f HTTP/1.1" status: 200 len: 811 time: 0.1458547 Jan 26 13:18:47.123394 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e01c-2286-47da-b258-1132c28f49c5 req-ff4f5291-0d4c-46e5-b218-5d39647b0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:47.125609 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-ff4f5291-0d4c-46e5-b218-5d39647b0e44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4afd36b799a41f49c19aad138f84d1e&device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 1096 time: 0.0470221 Jan 26 13:18:47.167920 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-2cb8f035-283a-4580-bafb-a7de19f45004 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de75dc29edc844e7a51901a972dab6a1 HTTP/1.1" status: 200 len: 379 time: 0.0591667 Jan 26 13:18:47.177367 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-0c756ac3-9aaa-46db-b04c-9aabd6e8d9af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771 HTTP/1.1" status: 200 len: 217 time: 0.0439410 Jan 26 13:18:47.230024 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Request body: {'port': {'device_id': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'admin_state_up': True, 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'security_groups': ['423508c9-1405-432c-b56d-54e243af2644']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:47.269493 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e01c-2286-47da-b258-1132c28f49c5 req-1bc7d2a1-8006-4775-970d-f77eb89f8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:47.270937 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-1bc7d2a1-8006-4775-970d-f77eb89f8137 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf4c8c93-dc5a-4302-90a5-8d2668e189ba HTTP/1.1" status: 200 len: 852 time: 0.0456088 Jan 26 13:18:47.324573 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e01c-2286-47da-b258-1132c28f49c5 req-1d22f56b-1f86-4e79-b594-700b83f28990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:47.326072 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-1d22f56b-1f86-4e79-b594-700b83f28990 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427766 Jan 26 13:18:47.378303 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff005ca-2f52-4c10-be3f-bf23ad71c5ee req-99ce6aaa-ec50-4cc4-aa70-fe3ab4212ea9 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:47.379813 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9ff005ca-2f52-4c10-be3f-bf23ad71c5ee req-99ce6aaa-ec50-4cc4-aa70-fe3ab4212ea9 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0789611 Jan 26 13:18:47.401083 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Made reservation on behalf of de75dc29edc844e7a51901a972dab6a1 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:18:47.404297 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:47.423298 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-b0e93594-237c-466c-9c29-db012dacb29d service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879507 Jan 26 13:18:47.463105 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9ff005ca-2f52-4c10-be3f-bf23ad71c5ee req-53e73ccf-2f2c-4da1-b9e0-207e61238ae6 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759516 Jan 26 13:18:47.526824 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0090e01c-2286-47da-b258-1132c28f49c5 req-ac3a81b2-2ff7-463e-80c8-ceed7e19d33e service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959151 Jan 26 13:18:47.605059 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Allocated IP 172.20.0.11 (2d9cd22e-c402-4c5f-b2cf-7984cbee040f/bc77bad1-131b-4485-8b8c-4e65034728c9/1cce716d-8caf-4656-b1e4-b5fea19df556) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:18:47.626490 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2b77a-a3fe-449e-bb7c-7364d39b82ac req-a5b92b5e-f7c9-46d2-9935-415b30af737e tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:47.627970 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a6f2b77a-a3fe-449e-bb7c-7364d39b82ac req-a5b92b5e-f7c9-46d2-9935-415b30af737e tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 943 time: 0.0859680 Jan 26 13:18:47.628325 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bb3d6-c0ac-4557-9527-0cb18e34f0d6 req-24e41521-c655-4301-9f91-c52f1908a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:47.629796 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db5bb3d6-c0ac-4557-9527-0cb18e34f0d6 req-24e41521-c655-4301-9f91-c52f1908a2f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4afd36b799a41f49c19aad138f84d1e&device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 1096 time: 0.0419829 Jan 26 13:18:47.722000 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bb3d6-c0ac-4557-9527-0cb18e34f0d6 req-65215e86-8e79-4a19-913c-aabc4c152185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:47.723408 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db5bb3d6-c0ac-4557-9527-0cb18e34f0d6 req-65215e86-8e79-4a19-913c-aabc4c152185 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c HTTP/1.1" status: 200 len: 914 time: 0.0864234 Jan 26 13:18:47.746798 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a6f2b77a-a3fe-449e-bb7c-7364d39b82ac req-241e7728-91bc-4ece-9b32-cf5bec345cda tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118124 Jan 26 13:18:47.764271 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db5bb3d6-c0ac-4557-9527-0cb18e34f0d6 req-3e9a51b9-e9dc-4f77-bf1b-219f2a3711fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771 HTTP/1.1" status: 200 len: 217 time: 0.0340395 Jan 26 13:18:47.802382 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:47.816621 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bb3d6-c0ac-4557-9527-0cb18e34f0d6 req-40eb4056-3015-4901-b568-549c923df3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:47.818161 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db5bb3d6-c0ac-4557-9527-0cb18e34f0d6 req-40eb4056-3015-4901-b568-549c923df3a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf4c8c93-dc5a-4302-90a5-8d2668e189ba HTTP/1.1" status: 200 len: 852 time: 0.0479271 Jan 26 13:18:47.837915 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:47.863823 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bb3d6-c0ac-4557-9527-0cb18e34f0d6 req-39641c14-e74c-4c3a-acd6-b877bcd2f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:47.865322 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db5bb3d6-c0ac-4557-9527-0cb18e34f0d6 req-39641c14-e74c-4c3a-acd6-b877bcd2f9ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409219 Jan 26 13:18:47.885697 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:18:47.888811 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:18:47.894644 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:18:47.901687 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event updated for resources: {'Port': ['ID=1cce716d-8caf-4656-b1e4-b5fea19df556,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:47.978482 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db5bb3d6-c0ac-4557-9527-0cb18e34f0d6 req-00bf545e-a625-4e0b-9e98-a809251b32ee service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058524 Jan 26 13:18:47.978788 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:47.979444 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:48.006114 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c57405-a84c-42c0-9a67-9d869c1cefd8 req-69f1260d-0738-45e8-b772-17b1ff5cad24 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:48.007693 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-16c57405-a84c-42c0-9a67-9d869c1cefd8 req-69f1260d-0738-45e8-b772-17b1ff5cad24 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 932 time: 0.0714111 Jan 26 13:18:48.011064 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-3ef0b10c-2676-4dc3-97c4-2f3454652846 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7851532 Jan 26 13:18:48.027267 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Request body: {'port': {'device_id': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:48.074738 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db5bb3d6-c0ac-4557-9527-0cb18e34f0d6 req-b6cac152-cdfa-4411-8bd1-bcabd8d5b457 service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901229 Jan 26 13:18:48.110263 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-16c57405-a84c-42c0-9a67-9d869c1cefd8 req-426b645e-d2db-492c-b553-6e0f11571363 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=423508c9-1405-432c-b56d-54e243af2644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950694 Jan 26 13:18:48.114452 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:48.143273 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-9210f051-0c35-4b9d-9f87-1c6ffbd761cd None None] Provisioning complete for port 1cce716d-8caf-4656-b1e4-b5fea19df556 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:48.143909 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9210f051-0c35-4b9d-9f87-1c6ffbd761cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:48.185485 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-9210f051-0c35-4b9d-9f87-1c6ffbd761cd None None] Port 1cce716d-8caf-4656-b1e4-b5fea19df556 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:18:48.376702 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cce716d-8caf-4656-b1e4-b5fea19df556 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:18:48.385042 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Publish callbacks [] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:48.396452 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Transition to ACTIVE for port object 1cce716d-8caf-4656-b1e4-b5fea19df556 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:18:48.400248 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:48.450612 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Pushing event updated for resources: {'Port': ['ID=1cce716d-8caf-4656-b1e4-b5fea19df556,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:48.525006 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Attempting to bind port 1cce716d-8caf-4656-b1e4-b5fea19df556 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:18:48.525440 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Attempting to bind port 1cce716d-8caf-4656-b1e4-b5fea19df556 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:18:48.525847 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Attempting to bind port 1cce716d-8caf-4656-b1e4-b5fea19df556 on network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:18:48.530617 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Port 1cce716d-8caf-4656-b1e4-b5fea19df556 on network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:18:48.531035 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Attempting to bind port 1cce716d-8caf-4656-b1e4-b5fea19df556 on network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:18:48.536341 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:18:48.536787 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Checking segment: {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:18:48.537299 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Bound using segment: {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:18:48.538114 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Bound port: 1cce716d-8caf-4656-b1e4-b5fea19df556, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073b3676-8b9c-44f9-91b3-a34a4949e260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:18:48.538114 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:48.631968 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a9d5d-4513-4ec6-a593-136f21d5dc86 req-fc30714a-4850-4ed1-ac2b-7be874200a8c tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:48.634383 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ba1a9d5d-4513-4ec6-a593-136f21d5dc86 req-fc30714a-4850-4ed1-ac2b-7be874200a8c tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0930352 Jan 26 13:18:48.656876 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] For port 1cce716d-8caf-4656-b1e4-b5fea19df556, host hv-cinder-82418, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:18:48.673005 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] For port 1cce716d-8caf-4656-b1e4-b5fea19df556, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1cce716d-8caf-4656-b1e4-b5fea19df556,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:18:48.680873 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:48.728873 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:48.729658 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:48.731050 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] 10.222.0.24 "PUT /v2.0/ports/1cce716d-8caf-4656-b1e4-b5fea19df556 HTTP/1.1" status: 200 len: 1094 time: 0.7098191 Jan 26 13:18:48.734155 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'tag': '1cce716d-8caf-4656-b1e4-b5fea19df556'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:18:48.737362 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5402ed9-b902-41c0-a9c6-8e245d7142af" -d '{"events": [{"name": "network-changed", "server_uuid": "aeef4191-ff12-42f3-b07a-43396facf6af", "tag": "1cce716d-8caf-4656-b1e4-b5fea19df556"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:18:48.746942 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ba1a9d5d-4513-4ec6-a593-136f21d5dc86 req-decb4844-7a81-4f55-930e-33cfc088bd91 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065364 Jan 26 13:18:48.793033 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016fe1ca-941c-4dce-9740-4f588fc0bd18 x-openstack-request-id: req-016fe1ca-941c-4dce-9740-4f588fc0bd18 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:18:48.793338 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeef4191-ff12-42f3-b07a-43396facf6af", "tag": "1cce716d-8caf-4656-b1e4-b5fea19df556", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:18:48.794956 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-016fe1ca-941c-4dce-9740-4f588fc0bd18 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:18:48.794956 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'tag': '1cce716d-8caf-4656-b1e4-b5fea19df556', 'status': 'completed', 'code': 200} Jan 26 13:18:48.808406 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227be34c-e1e1-475b-9f29-196fa67fa0bd service neutron] Pushing event updated for resources: {'Port': ['ID=1cce716d-8caf-4656-b1e4-b5fea19df556,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:48.837869 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 18f9af57-f4ee-4d04-bbc6-a97c498b6771 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:18:48.838220 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-fc5992f3-3e5f-4dfe-9970-97e95e334f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:48.839713 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-fc5992f3-3e5f-4dfe-9970-97e95e334f03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de75dc29edc844e7a51901a972dab6a1&device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 1097 time: 0.0621552 Jan 26 13:18:48.902308 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-4ab10dea-f4d7-4531-ac4a-8a5a8b2a096b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cce716d-8caf-4656-b1e4-b5fea19df556 HTTP/1.1" status: 200 len: 217 time: 0.0451522 Jan 26 13:18:48.923655 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22362f-d870-4884-8b1d-954fe2c1fe9d req-e7b3de2d-c899-40db-a923-e010a2915910 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:48.927272 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3f22362f-d870-4884-8b1d-954fe2c1fe9d req-e7b3de2d-c899-40db-a923-e010a2915910 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 943 time: 0.1030347 Jan 26 13:18:48.946558 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 18f9af57-f4ee-4d04-bbc6-a97c498b6771, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:48.958427 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'port_id': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'mac_address': 'fa:16:3e:da:b9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:18:48.984704 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-cdbdf9de-9289-4a34-b881-229122c0f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:48.986156 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-cdbdf9de-9289-4a34-b881-229122c0f3fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc77bad1-131b-4485-8b8c-4e65034728c9 HTTP/1.1" status: 200 len: 850 time: 0.0777910 Jan 26 13:18:48.995786 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:48.996116 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:49.008894 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f9af57-f4ee-4d04-bbc6-a97c498b6771 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:18:49.027227 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3f22362f-d870-4884-8b1d-954fe2c1fe9d req-3ecc53bf-5447-4640-abad-fd57784f00d3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806141 Jan 26 13:18:49.033769 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 18f9af57-f4ee-4d04-bbc6-a97c498b6771, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:49.041503 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:49.041882 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-d30f6968-8567-4578-9493-3b4b4f7ba3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:49.043414 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-d30f6968-8567-4578-9493-3b4b4f7ba3b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512943 Jan 26 13:18:49.092924 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=18f9af57-f4ee-4d04-bbc6-a97c498b6771,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:49.138708 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-ec38cda1-af74-426c-a9cf-84308c485c6f service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887947 Jan 26 13:18:49.265327 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e23773c8-352b-4a59-9a1a-711d9b7b3b9e req-4d3eb8cf-3787-47de-827a-4eba63680a0d service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210105 Jan 26 13:18:49.273297 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a345386-1ff2-4d6b-9eb7-fcfe1ab4e47f req-dddf2217-2a49-493e-bb77-afdada4b287a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:49.274669 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6a345386-1ff2-4d6b-9eb7-fcfe1ab4e47f req-dddf2217-2a49-493e-bb77-afdada4b287a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 944 time: 0.0736670 Jan 26 13:18:49.289107 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['18f9af57-f4ee-4d04-bbc6-a97c498b6771'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:18:49.331089 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6a345386-1ff2-4d6b-9eb7-fcfe1ab4e47f req-ac914c46-19bb-4620-afae-c7e709b74596 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=423508c9-1405-432c-b56d-54e243af2644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508668 Jan 26 13:18:49.360055 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5402ed9-b902-41c0-a9c6-8e245d7142af req-2de52003-558f-4d0b-8eb1-7b915bc73fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:49.361567 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5402ed9-b902-41c0-a9c6-8e245d7142af req-2de52003-558f-4d0b-8eb1-7b915bc73fc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de75dc29edc844e7a51901a972dab6a1&device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 1097 time: 0.0461257 Jan 26 13:18:49.451496 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5402ed9-b902-41c0-a9c6-8e245d7142af req-6a338045-13fd-4e29-ae2f-fa692ea0fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:49.452976 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5402ed9-b902-41c0-a9c6-8e245d7142af req-6a338045-13fd-4e29-ae2f-fa692ea0fe86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f HTTP/1.1" status: 200 len: 912 time: 0.0840561 Jan 26 13:18:49.503925 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5402ed9-b902-41c0-a9c6-8e245d7142af req-34e560c4-f479-4910-b42a-7009e35fe67b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cce716d-8caf-4656-b1e4-b5fea19df556 HTTP/1.1" status: 200 len: 217 time: 0.0433087 Jan 26 13:18:49.550186 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5402ed9-b902-41c0-a9c6-8e245d7142af req-fcb917e9-dc9d-472d-8682-8ffa81e63f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:49.551585 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5402ed9-b902-41c0-a9c6-8e245d7142af req-fcb917e9-dc9d-472d-8682-8ffa81e63f87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc77bad1-131b-4485-8b8c-4e65034728c9 HTTP/1.1" status: 200 len: 850 time: 0.0419075 Jan 26 13:18:49.598624 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5402ed9-b902-41c0-a9c6-8e245d7142af req-38b39f73-bccf-4cea-b607-8c43721fe320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:49.600235 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5402ed9-b902-41c0-a9c6-8e245d7142af req-38b39f73-bccf-4cea-b607-8c43721fe320 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391204 Jan 26 13:18:49.694376 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5402ed9-b902-41c0-a9c6-8e245d7142af req-d604c47e-6da3-485a-b985-9642f2ebbe90 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850606 Jan 26 13:18:49.780522 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b5402ed9-b902-41c0-a9c6-8e245d7142af req-4376bb59-0b4c-4488-b875-5893dce9891c service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804281 Jan 26 13:18:49.875808 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100afcd-bad8-4a36-8b49-8a86b7c39032 req-27a5ad1e-b951-47f1-aff1-c54979c4e244 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:49.877270 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9100afcd-bad8-4a36-8b49-8a86b7c39032 req-27a5ad1e-b951-47f1-aff1-c54979c4e244 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0512812 Jan 26 13:18:49.925627 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9100afcd-bad8-4a36-8b49-8a86b7c39032 req-fdbd108b-2b07-4f41-a08d-d07d383cc619 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424023 Jan 26 13:18:50.144263 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1582fec-813b-44df-a811-599947e0feef req-64e53a5d-7115-4c1a-882b-d83e6e88e7f1 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:50.145735 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b1582fec-813b-44df-a811-599947e0feef req-64e53a5d-7115-4c1a-882b-d83e6e88e7f1 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 944 time: 0.0479982 Jan 26 13:18:50.191081 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b1582fec-813b-44df-a811-599947e0feef req-b346afb8-a1b1-4937-8f58-c92cc5c020a1 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399721 Jan 26 13:18:50.446838 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcb0dc-ec28-4708-b2d1-b522f7926f61 req-4f6d17e2-a1a9-4b40-ba70-855972cae239 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:50.448340 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2edcb0dc-ec28-4708-b2d1-b522f7926f61 req-4f6d17e2-a1a9-4b40-ba70-855972cae239 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 944 time: 0.0500624 Jan 26 13:18:50.493537 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2edcb0dc-ec28-4708-b2d1-b522f7926f61 req-7ab9f27b-0a04-4c36-9fc2-aa04f1bae50b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=423508c9-1405-432c-b56d-54e243af2644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398390 Jan 26 13:18:50.852281 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:50.861988 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1cce716d-8caf-4656-b1e4-b5fea19df556 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:18:50.863957 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 18f9af57-f4ee-4d04-bbc6-a97c498b6771 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:50.974315 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:18:50.987707 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:50.988081 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:50.994573 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1cce716d-8caf-4656-b1e4-b5fea19df556, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1cce716d-8caf-4656-b1e4-b5fea19df556,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:51.030333 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '1cce716d-8caf-4656-b1e4-b5fea19df556', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'port_id': '1cce716d-8caf-4656-b1e4-b5fea19df556', 'mac_address': 'fa:16:3e:19:45:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:18:51.041832 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d0d09-575e-43b0-b686-7094bd46b0f5 req-bb30d061-02f4-4678-a6ee-3f2dd93c597a tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:51.043382 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-022d0d09-575e-43b0-b686-7094bd46b0f5 req-bb30d061-02f4-4678-a6ee-3f2dd93c597a tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0479991 Jan 26 13:18:51.080642 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 1cce716d-8caf-4656-b1e4-b5fea19df556 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:51.081025 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:51.092051 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-022d0d09-575e-43b0-b686-7094bd46b0f5 req-6c08adf0-76d6-4486-9fd6-b1cad5863436 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Jan 26 13:18:51.114764 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cce716d-8caf-4656-b1e4-b5fea19df556 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:18:51.130421 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:51.130799 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:51.150379 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1cce716d-8caf-4656-b1e4-b5fea19df556, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1cce716d-8caf-4656-b1e4-b5fea19df556,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:51.157620 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:51.167061 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:18:51.169298 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4e47c1-21f0-421f-ab63-0809fdb62aaf" -d '{"events": [{"server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "name": "network-vif-plugged", "status": "completed", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:18:51.325563 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece4f0f-6291-42d5-8483-335cd6624b33 req-81df7377-6cdf-4ebc-81a8-1025cc3dacd8 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:51.327123 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fece4f0f-6291-42d5-8483-335cd6624b33 req-81df7377-6cdf-4ebc-81a8-1025cc3dacd8 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 944 time: 0.0533895 Jan 26 13:18:51.334789 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9f88be-ab75-41af-96aa-6234ea5b78d5 x-openstack-request-id: req-2a9f88be-ab75-41af-96aa-6234ea5b78d5 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:18:51.335113 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "name": "network-vif-plugged", "status": "completed", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:18:51.335364 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a9f88be-ab75-41af-96aa-6234ea5b78d5 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:18:51.335770 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'code': 200} Jan 26 13:18:51.343420 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 18f9af57-f4ee-4d04-bbc6-a97c498b6771, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:51.353097 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:51.367095 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=1cce716d-8caf-4656-b1e4-b5fea19df556,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:51.408510 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fece4f0f-6291-42d5-8483-335cd6624b33 req-568d9ad6-6c81-49f0-aaa8-b944b2ff7397 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756738 Jan 26 13:18:51.414742 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafab25-8c87-43b1-b111-8ff78c365efe req-4a3fac25-6fca-4ca7-9d89-f1873a889597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:51.416222 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9cafab25-8c87-43b1-b111-8ff78c365efe req-4a3fac25-6fca-4ca7-9d89-f1873a889597 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 1098 time: 0.0672498 Jan 26 13:18:51.416411 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=18f9af57-f4ee-4d04-bbc6-a97c498b6771,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:51.438731 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['1cce716d-8caf-4656-b1e4-b5fea19df556'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:18:51.462114 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9cafab25-8c87-43b1-b111-8ff78c365efe req-5944d824-6b2a-4233-9fdf-359c94ca0327 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378294 Jan 26 13:18:51.617687 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f85c9-9bcc-4422-b12e-d168bc901384 req-c47f5d02-03f8-4138-9adf-770152073a2c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:51.619117 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-757f85c9-9bcc-4422-b12e-d168bc901384 req-c47f5d02-03f8-4138-9adf-770152073a2c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 945 time: 0.0480096 Jan 26 13:18:51.665216 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-757f85c9-9bcc-4422-b12e-d168bc901384 req-bd3c55d4-6b67-4017-a6ed-fd1b80707936 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=423508c9-1405-432c-b56d-54e243af2644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407722 Jan 26 13:18:52.206807 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50965460-6f07-49c5-b2fe-dbe9ca798824 req-ac2f5331-7894-4588-a10e-7eb7d0e756a2 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:52.208294 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-50965460-6f07-49c5-b2fe-dbe9ca798824 req-ac2f5331-7894-4588-a10e-7eb7d0e756a2 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0500653 Jan 26 13:18:52.256473 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-50965460-6f07-49c5-b2fe-dbe9ca798824 req-3204ff62-7dd9-4785-a845-19faf38d1631 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412874 Jan 26 13:18:52.527842 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6d424-73ac-4bc2-bc7a-1c15a28055c1 req-611bc0d9-f8c4-4d23-8aa6-93d506ce8609 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:52.529283 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-01b6d424-73ac-4bc2-bc7a-1c15a28055c1 req-611bc0d9-f8c4-4d23-8aa6-93d506ce8609 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 945 time: 0.0462544 Jan 26 13:18:52.574692 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-01b6d424-73ac-4bc2-bc7a-1c15a28055c1 req-ab22033a-57e4-46da-9506-7ab305e134e3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 Jan 26 13:18:52.781475 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4534a22-407a-477a-b43f-29488f6a4e74 req-a4d1b30f-6b10-44bc-b56a-5dbe2e365ef5 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:52.782898 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e4534a22-407a-477a-b43f-29488f6a4e74 req-a4d1b30f-6b10-44bc-b56a-5dbe2e365ef5 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 945 time: 0.0461383 Jan 26 13:18:52.831801 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e4534a22-407a-477a-b43f-29488f6a4e74 req-f512f19d-5c69-4485-9792-579d6bece79a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=423508c9-1405-432c-b56d-54e243af2644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425377 Jan 26 13:18:52.872276 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1cce716d-8caf-4656-b1e4-b5fea19df556 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:18:52.918054 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 1cce716d-8caf-4656-b1e4-b5fea19df556 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:18:52.922102 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 1cce716d-8caf-4656-b1e4-b5fea19df556 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:18:52.922471 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:52.999443 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 1cce716d-8caf-4656-b1e4-b5fea19df556 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:18:52.999861 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:53.034129 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1cce716d-8caf-4656-b1e4-b5fea19df556, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1cce716d-8caf-4656-b1e4-b5fea19df556,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:18:53.038675 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:53.083425 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=1cce716d-8caf-4656-b1e4-b5fea19df556,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:18:53.337072 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cce716d-8caf-4656-b1e4-b5fea19df556'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:18:53.339359 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5bdea0-7557-4e10-a18a-3368424653f5" -d '{"events": [{"server_uuid": "aeef4191-ff12-42f3-b07a-43396facf6af", "name": "network-vif-plugged", "status": "completed", "tag": "1cce716d-8caf-4656-b1e4-b5fea19df556"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:18:53.369686 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7b8e-53ee-4a2a-9d9b-b60195043a92 req-8ff8572a-41f2-4c85-8bb1-8de7dcd4f04c tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:53.371160 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-63bb7b8e-53ee-4a2a-9d9b-b60195043a92 req-8ff8572a-41f2-4c85-8bb1-8de7dcd4f04c tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0485501 Jan 26 13:18:53.375829 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d4746a-9a19-459a-8255-491d698970ef x-openstack-request-id: req-93d4746a-9a19-459a-8255-491d698970ef {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:18:53.376126 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeef4191-ff12-42f3-b07a-43396facf6af", "name": "network-vif-plugged", "status": "completed", "tag": "1cce716d-8caf-4656-b1e4-b5fea19df556", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:18:53.376373 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93d4746a-9a19-459a-8255-491d698970ef {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:18:53.376778 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cce716d-8caf-4656-b1e4-b5fea19df556', 'code': 200} Jan 26 13:18:53.421407 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-63bb7b8e-53ee-4a2a-9d9b-b60195043a92 req-9afdf5dd-588c-4219-a58c-94da6f0ed6b2 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445025 Jan 26 13:18:53.535407 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6bd7e-3cc1-42f1-b66e-d213d74ecb67 req-a3877f6f-3f57-46af-ab6b-0e64abe5d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:53.536794 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f6c6bd7e-3cc1-42f1-b66e-d213d74ecb67 req-a3877f6f-3f57-46af-ab6b-0e64abe5d3a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 1099 time: 0.0382483 Jan 26 13:18:53.582203 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f6c6bd7e-3cc1-42f1-b66e-d213d74ecb67 req-fb36607a-ef25-46d1-b566-120ff21d4c64 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=423508c9-1405-432c-b56d-54e243af2644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390499 Jan 26 13:18:53.692955 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2f926-a7f3-4fab-8a6e-70d52ea5ae3c req-316843d9-b0fc-45bd-8d74-648fff975735 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:53.694531 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b7d2f926-a7f3-4fab-8a6e-70d52ea5ae3c req-316843d9-b0fc-45bd-8d74-648fff975735 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 945 time: 0.0514243 Jan 26 13:18:53.741465 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b7d2f926-a7f3-4fab-8a6e-70d52ea5ae3c req-2953d4c8-2755-48b1-9bf2-35ad0c76dcdb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 Jan 26 13:18:53.852729 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfad119-59cd-4952-994e-f26929c8ce74 req-fb251b2b-8d3c-479b-b3c0-75e4fbc26886 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:53.854197 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ddfad119-59cd-4952-994e-f26929c8ce74 req-fb251b2b-8d3c-479b-b3c0-75e4fbc26886 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 945 time: 0.0479748 Jan 26 13:18:53.910069 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ddfad119-59cd-4952-994e-f26929c8ce74 req-f3d02798-e525-4562-bf0f-e230fbad2cbe tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503585 Jan 26 13:18:53.948219 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29f725-08ca-4287-9e77-ec821dccb7b6 req-523ffc2f-bb7f-4a60-9b25-08aa206f4bc4 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:53.949684 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bd29f725-08ca-4287-9e77-ec821dccb7b6 req-523ffc2f-bb7f-4a60-9b25-08aa206f4bc4 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 946 time: 0.0522625 Jan 26 13:18:53.996152 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bd29f725-08ca-4287-9e77-ec821dccb7b6 req-babd7937-f784-4b35-a11c-d9e07d3a8370 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=423508c9-1405-432c-b56d-54e243af2644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410318 Jan 26 13:18:54.228653 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5c438-e2d5-4db3-8e62-222d0475eabe req-2486027e-11af-40f1-9367-942b1a9edfd4 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:54.230116 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7bc5c438-e2d5-4db3-8e62-222d0475eabe req-2486027e-11af-40f1-9367-942b1a9edfd4 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 945 time: 0.0490823 Jan 26 13:18:54.276015 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7bc5c438-e2d5-4db3-8e62-222d0475eabe req-18b6fccb-4149-4c31-8b7d-1cea2565841e tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404119 Jan 26 13:18:54.546913 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93572838-5080-4927-987b-b001e17ab334 req-5eb0b929-b69d-4811-8d2a-0e82832977bf tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:54.548796 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-93572838-5080-4927-987b-b001e17ab334 req-5eb0b929-b69d-4811-8d2a-0e82832977bf tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0541825 Jan 26 13:18:54.605483 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-93572838-5080-4927-987b-b001e17ab334 req-bfdca5d6-20b9-4cc9-8945-f2ff829d17c1 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487137 Jan 26 13:18:55.107368 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05bbec-d03b-4889-b794-ba5f562f8321 req-5800d80b-6bf3-43d8-b4c0-f363e5df9f4c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:55.108884 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2d05bbec-d03b-4889-b794-ba5f562f8321 req-5800d80b-6bf3-43d8-b4c0-f363e5df9f4c tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 946 time: 0.0475788 Jan 26 13:18:55.154234 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2d05bbec-d03b-4889-b794-ba5f562f8321 req-e4519251-0176-4ac8-9b6b-22f894f842d4 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=423508c9-1405-432c-b56d-54e243af2644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398009 Jan 26 13:18:55.261452 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b6c4d-fb34-404c-a323-106a32605ea3 req-b3038150-fcd5-421c-a6bb-6638af346faf tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:55.262889 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-700b6c4d-fb34-404c-a323-106a32605ea3 req-b3038150-fcd5-421c-a6bb-6638af346faf tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 946 time: 0.0468247 Jan 26 13:18:55.271726 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39816) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:18:55.276071 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4e39d2dc-4ac7-4f1f-9261-496df2677be6 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Request body: {'floatingip': {'port_id': '1cce716d-8caf-4656-b1e4-b5fea19df556'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:18:55.316507 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e39d2dc-4ac7-4f1f-9261-496df2677be6 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (6ec54e84-4658-4592-90ad-a9d1f2b87f6d), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:55.773298 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e39d2dc-4ac7-4f1f-9261-496df2677be6 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:55.780204 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b2c18-99a3-441f-9fe4-481d6354984a req-6f8a1cba-518c-4e79-afce-7a71078dd557 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:55.781667 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-da5b2c18-99a3-441f-9fe4-481d6354984a req-6f8a1cba-518c-4e79-afce-7a71078dd557 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.1021130 Jan 26 13:18:55.782761 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e39d2dc-4ac7-4f1f-9261-496df2677be6 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (6ec54e84-4658-4592-90ad-a9d1f2b87f6d), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:56.151603 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-da5b2c18-99a3-441f-9fe4-481d6354984a req-387c8eb7-502b-47ab-8093-af3031ebe5ae tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362591 Jan 26 13:18:56.163431 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.l3_db [None req-4e39d2dc-4ac7-4f1f-9261-496df2677be6 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Floating IP 6ec54e84-4658-4592-90ad-a9d1f2b87f6d associated. External IP: 172.27.2.37, port: 1cce716d-8caf-4656-b1e4-b5fea19df556. Jan 26 13:18:56.374077 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e39d2dc-4ac7-4f1f-9261-496df2677be6 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Router 2820cf07-fd70-4276-97d7-435df3f9cf63 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:18:56.485751 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e39d2dc-4ac7-4f1f-9261-496df2677be6 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:18:56.491829 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e39d2dc-4ac7-4f1f-9261-496df2677be6 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:56.496216 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f5244-c170-47bc-9ebf-9b6673967782 None None] Sync routers for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:18:56.505427 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f5244-c170-47bc-9ebf-9b6673967782 None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:56.506119 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ef0f5244-c170-47bc-9ebf-9b6673967782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:56.520247 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-4e39d2dc-4ac7-4f1f-9261-496df2677be6 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "PUT /v2.0/floatingips/6ec54e84-4658-4592-90ad-a9d1f2b87f6d HTTP/1.1" status: 200 len: 991 time: 1.2470729 Jan 26 13:18:56.521198 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'tag': '1cce716d-8caf-4656-b1e4-b5fea19df556'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:18:56.524551 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45298650-a37d-46cd-9694-e078fa53e02f" -d '{"events": [{"name": "network-changed", "server_uuid": "aeef4191-ff12-42f3-b07a-43396facf6af", "tag": "1cce716d-8caf-4656-b1e4-b5fea19df556"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:18:56.568320 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c15380-9eee-405f-9d5e-abc99100967f x-openstack-request-id: req-d2c15380-9eee-405f-9d5e-abc99100967f {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:18:56.568689 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeef4191-ff12-42f3-b07a-43396facf6af", "tag": "1cce716d-8caf-4656-b1e4-b5fea19df556", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:18:56.569191 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2c15380-9eee-405f-9d5e-abc99100967f {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:18:56.569598 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'tag': '1cce716d-8caf-4656-b1e4-b5fea19df556', 'status': 'completed', 'code': 200} Jan 26 13:18:56.619612 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ef0f5244-c170-47bc-9ebf-9b6673967782 None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:56.653674 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45298650-a37d-46cd-9694-e078fa53e02f req-7977cb40-7ae3-45d3-8314-63587e740e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:56.655172 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-45298650-a37d-46cd-9694-e078fa53e02f req-7977cb40-7ae3-45d3-8314-63587e740e50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de75dc29edc844e7a51901a972dab6a1&device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 1099 time: 0.0493691 Jan 26 13:18:56.673568 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b600a1-1985-4f76-8b41-e5f3de6ebd93 req-01cad97b-798f-49c5-8600-524e72e3f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:56.675244 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-67b600a1-1985-4f76-8b41-e5f3de6ebd93 req-01cad97b-798f-49c5-8600-524e72e3f62e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1dad1718f94454dbcb0f01ac34e3a62&device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 1098 time: 0.0402637 Jan 26 13:18:56.751154 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45298650-a37d-46cd-9694-e078fa53e02f req-fda1e522-8d71-4dc2-85dc-4f9b4909746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:56.752191 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-45298650-a37d-46cd-9694-e078fa53e02f req-fda1e522-8d71-4dc2-85dc-4f9b4909746e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f HTTP/1.1" status: 200 len: 912 time: 0.0901294 Jan 26 13:18:56.771045 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b600a1-1985-4f76-8b41-e5f3de6ebd93 req-78599cb8-2125-4e67-a417-844a37e45bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:56.773142 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-67b600a1-1985-4f76-8b41-e5f3de6ebd93 req-78599cb8-2125-4e67-a417-844a37e45bd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a7188b1-377a-4966-a0d1-e183592de050 HTTP/1.1" status: 200 len: 910 time: 0.0903435 Jan 26 13:18:56.821434 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-45298650-a37d-46cd-9694-e078fa53e02f req-966a181d-aa8f-42b4-988b-eb3f912c3f07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cce716d-8caf-4656-b1e4-b5fea19df556 HTTP/1.1" status: 200 len: 999 time: 0.0631690 Jan 26 13:18:56.841475 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-67b600a1-1985-4f76-8b41-e5f3de6ebd93 req-25aee3d2-ff2f-4623-b695-9b37ede0c6ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e753e698-7b58-4577-98f7-72bdf2682f35 HTTP/1.1" status: 200 len: 1001 time: 0.0620925 Jan 26 13:18:56.873518 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45298650-a37d-46cd-9694-e078fa53e02f req-d43d9aeb-034b-439e-8870-3fb26bb9c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:56.874885 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-45298650-a37d-46cd-9694-e078fa53e02f req-d43d9aeb-034b-439e-8870-3fb26bb9c527 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc77bad1-131b-4485-8b8c-4e65034728c9 HTTP/1.1" status: 200 len: 850 time: 0.0469322 Jan 26 13:18:56.876337 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ef0f5244-c170-47bc-9ebf-9b6673967782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '6ec54e84-4658-4592-90ad-a9d1f2b87f6d', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'port_id': '1cce716d-8caf-4656-b1e4-b5fea19df556', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'mac_address': 'fa:16:3e:19:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:18:39Z', 'updated_at': '2022-01-26T13:18:55Z', 'revision_number': 1, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:33Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:56.896021 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b600a1-1985-4f76-8b41-e5f3de6ebd93 req-02a0564a-4c43-42c1-b2e8-a37b058c6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:56.897959 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-67b600a1-1985-4f76-8b41-e5f3de6ebd93 req-02a0564a-4c43-42c1-b2e8-a37b058c6185 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91 HTTP/1.1" status: 200 len: 848 time: 0.0506794 Jan 26 13:18:56.903445 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f5244-c170-47bc-9ebf-9b6673967782 None None] Checking router: 2820cf07-fd70-4276-97d7-435df3f9cf63 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:18:56.912538 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f5244-c170-47bc-9ebf-9b6673967782 None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:18:56.913257 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ef0f5244-c170-47bc-9ebf-9b6673967782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:18:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:56.925017 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45298650-a37d-46cd-9694-e078fa53e02f req-6a172ada-68b4-47af-b598-876bdb789f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:56.926530 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-45298650-a37d-46cd-9694-e078fa53e02f req-6a172ada-68b4-47af-b598-876bdb789f7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d9cd22e-c402-4c5f-b2cf-7984cbee040f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459886 Jan 26 13:18:56.942458 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b600a1-1985-4f76-8b41-e5f3de6ebd93 req-243d6ab2-8192-4c3c-bb93-a730f0584464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:56.945117 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-67b600a1-1985-4f76-8b41-e5f3de6ebd93 req-243d6ab2-8192-4c3c-bb93-a730f0584464 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a7188b1-377a-4966-a0d1-e183592de050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408263 Jan 26 13:18:57.021021 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ef0f5244-c170-47bc-9ebf-9b6673967782 None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:18:57.026329 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-45298650-a37d-46cd-9694-e078fa53e02f req-ac53d792-487c-49e1-b101-9289982df18e service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930517 Jan 26 13:18:57.033203 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-67b600a1-1985-4f76-8b41-e5f3de6ebd93 req-5d7105ea-540b-43a1-bad4-b34e15ee6f7e service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828645 Jan 26 13:18:57.125828 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-45298650-a37d-46cd-9694-e078fa53e02f req-af8641e9-d291-449e-ac84-8e2327d698c9 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924740 Jan 26 13:18:57.129336 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-67b600a1-1985-4f76-8b41-e5f3de6ebd93 req-1b899790-5a70-4730-afe6-ae11c588cd12 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899553 Jan 26 13:18:57.265969 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ef0f5244-c170-47bc-9ebf-9b6673967782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '6ec54e84-4658-4592-90ad-a9d1f2b87f6d', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'port_id': '1cce716d-8caf-4656-b1e4-b5fea19df556', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'mac_address': 'fa:16:3e:19:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:18:39Z', 'updated_at': '2022-01-26T13:18:55Z', 'revision_number': 1, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:33Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:18:57.269641 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00781e6b-4c93-4805-917e-a04ca7958d97 req-419865f9-cb83-4623-ac9a-b212453fbbaa tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:57.271129 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-00781e6b-4c93-4805-917e-a04ca7958d97 req-419865f9-cb83-4623-ac9a-b212453fbbaa tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0482235 Jan 26 13:18:57.295384 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f5244-c170-47bc-9ebf-9b6673967782 None None] The sync data for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi is: [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '6ec54e84-4658-4592-90ad-a9d1f2b87f6d', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'port_id': '1cce716d-8caf-4656-b1e4-b5fea19df556', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'mac_address': 'fa:16:3e:19:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:18:39Z', 'updated_at': '2022-01-26T13:18:55Z', 'revision_number': 1, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:33Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:18:57.323053 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-00781e6b-4c93-4805-917e-a04ca7958d97 req-f3b5aeb7-8f18-4608-811a-373dd6662d9b tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444314 Jan 26 13:18:57.423789 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5275aee8-6b93-41ae-ae40-bfb040693153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:57.498371 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69877e3-e172-4e0b-828b-3020d6c690c7 None None] New status for floating IP 6ec54e84-4658-4592-90ad-a9d1f2b87f6d: ACTIVE {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:18:58.435558 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8e566-e4dd-4cfa-8ab9-95770e7bc28b req-d4517933-cbad-4999-8074-51b6af1e68f0 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:58.436954 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b2c8e566-e4dd-4cfa-8ab9-95770e7bc28b req-d4517933-cbad-4999-8074-51b6af1e68f0 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0464797 Jan 26 13:18:58.484390 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b2c8e566-e4dd-4cfa-8ab9-95770e7bc28b req-2b2806e7-fa5d-4ea4-92bf-8b1859bcf912 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421929 Jan 26 13:18:59.616567 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7450-ce28-42e7-af0e-74f133c261b3 req-0022bdcd-0a2a-4a18-aef3-9ee6c9d56b80 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:59.618036 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ebbb7450-ce28-42e7-af0e-74f133c261b3 req-0022bdcd-0a2a-4a18-aef3-9ee6c9d56b80 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0566227 Jan 26 13:18:59.666325 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2a48916f-e3e2-4edd-9d23-e0fc09917e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:18:59.666895 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ebbb7450-ce28-42e7-af0e-74f133c261b3 req-4eccd9f8-640e-40d3-ba6b-b1d38782b6fc tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431554 Jan 26 13:18:59.736127 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [req-32a6b990-89d7-43b7-b5ae-7a64a0381feb req-78458f4e-c7f8-4583-9f67-09c67834ec54 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:18:59.737095 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-32a6b990-89d7-43b7-b5ae-7a64a0381feb req-78458f4e-c7f8-4583-9f67-09c67834ec54 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053599 Jan 26 13:18:59.895734 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c769a6c-8bd2-4c11-b007-f2ab9d02e5b1 req-524d1b10-9959-407f-8a53-a5b188cc03dc tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:18:59.898261 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6c769a6c-8bd2-4c11-b007-f2ab9d02e5b1 req-524d1b10-9959-407f-8a53-a5b188cc03dc tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0527811 Jan 26 13:18:59.948326 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6c769a6c-8bd2-4c11-b007-f2ab9d02e5b1 req-a8f98a17-7088-435d-8c9a-f68e75c7d5ef tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435114 Jan 26 13:18:59.949371 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39876) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:19:00.035550 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-ab80f32e-4628-4a9f-a7fd-081917d43c83 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849602 Jan 26 13:19:00.044315 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-04d02516-32fd-4e2c-b124-d015b6221e56 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 13:19:00.045186 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-04d02516-32fd-4e2c-b124-d015b6221e56 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047894 Jan 26 13:19:00.904168 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:00.933264 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device e753e698-7b58-4577-98f7-72bdf2682f35 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:19:01.011894 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port e753e698-7b58-4577-98f7-72bdf2682f35 is: ACTIVE; New status is: DOWN {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:19:01.012277 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:01.035370 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:19:01.038200 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190ab4df-47db-419e-b0b0-b232e3e754db" -d '{"events": [{"server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "name": "network-vif-unplugged", "status": "completed", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:19:01.050099 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port e753e698-7b58-4577-98f7-72bdf2682f35, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e753e698-7b58-4577-98f7-72bdf2682f35,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:01.056907 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:01.066488 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b55ad-96f9-4a4a-97d6-2ec5a6ba73ce req-f77438e7-1688-43d0-8e18-94202ebc40e0 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:01.068005 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-872b55ad-96f9-4a4a-97d6-2ec5a6ba73ce req-f77438e7-1688-43d0-8e18-94202ebc40e0 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0503576 Jan 26 13:19:01.084614 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 26 Jan 2022 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721e560a-4131-4adb-b78f-1ba1cfe79c87 x-openstack-request-id: req-721e560a-4131-4adb-b78f-1ba1cfe79c87 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:19:01.085194 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "name": "network-vif-unplugged", "status": "failed", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35", "code": 422}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:19:01.085194 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-721e560a-4131-4adb-b78f-1ba1cfe79c87 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:19:01.085418 dv-cinder-824187-5-iscsi neutron-server[102610]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'code': 422} returned with failed status Jan 26 13:19:01.111354 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=e753e698-7b58-4577-98f7-72bdf2682f35,revision_number=6']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:01.117816 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-872b55ad-96f9-4a4a-97d6-2ec5a6ba73ce req-5bda2a05-d186-4152-ab66-97fae932f022 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440650 Jan 26 13:19:02.233316 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ed04c-9ade-47b9-b0d2-f546c64f530a req-584a67bf-b8bd-4d1e-b43b-c848f811f2ba tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:02.234061 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:02.234912 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d64ed04c-9ade-47b9-b0d2-f546c64f530a req-584a67bf-b8bd-4d1e-b43b-c848f811f2ba tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.0483260 Jan 26 13:19:02.284270 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d64ed04c-9ade-47b9-b0d2-f546c64f530a req-697bea75-7482-4bb8-9f4e-8166dca6b052 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432920 Jan 26 13:19:02.613001 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09219b77-1f87-4491-b1b6-3cbc2987f2c9 req-9a63c16a-4155-4636-8750-9fe6d7b535af tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:02.614484 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-09219b77-1f87-4491-b1b6-3cbc2987f2c9 req-9a63c16a-4155-4636-8750-9fe6d7b535af tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 945 time: 0.0527041 Jan 26 13:19:02.663689 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-09219b77-1f87-4491-b1b6-3cbc2987f2c9 req-d5efe890-5233-4fa0-99d6-f553e773f99b tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Jan 26 13:19:02.685780 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39912) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:19:02.770804 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8dc22-4cf8-4c84-8f29-9ea6cae5932e tempest-TestMinimumBasicScenario-1820817117 tempest-TestMinimumBasicScenario-1820817117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:02.773056 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-33d8dc22-4cf8-4c84-8f29-9ea6cae5932e tempest-TestMinimumBasicScenario-1820817117 tempest-TestMinimumBasicScenario-1820817117-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 1093 time: 0.0862491 Jan 26 13:19:02.776577 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39916) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:19:02.781035 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Request body: {'floatingip': {'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'port_id': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:19:02.804562 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:02.912590 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:03.017838 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Allocated IP 172.27.2.57 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/49f7175c-7e69-41a3-bd66-9f1c8a2ecde8) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:19:03.120449 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for port (49f7175c-7e69-41a3-bd66-9f1c8a2ecde8), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:03.154677 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (49f7175c-7e69-41a3-bd66-9f1c8a2ecde8), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:03.196164 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:19:03.198832 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:19:03.202276 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:19:03.228771 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event updated for resources: {'Port': ['ID=49f7175c-7e69-41a3-bd66-9f1c8a2ecde8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:03.268666 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-52003119-b8f7-4795-ba56-7363968800f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:03.270243 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-52003119-b8f7-4795-ba56-7363968800f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254&tenant_id=c1dad1718f94454dbcb0f01ac34e3a62 HTTP/1.1" status: 200 len: 1096 time: 0.0398705 Jan 26 13:19:03.337534 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-f83cbfe3-b7ee-4499-a617-1d657fbabe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:03.339126 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-f83cbfe3-b7ee-4499-a617-1d657fbabe58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1dad1718f94454dbcb0f01ac34e3a62&device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 1096 time: 0.0464704 Jan 26 13:19:03.429901 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-49124030-2aef-43d4-bf70-eaf7282c0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:03.431369 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-49124030-2aef-43d4-bf70-eaf7282c0179 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a7188b1-377a-4966-a0d1-e183592de050 HTTP/1.1" status: 200 len: 910 time: 0.0854328 Jan 26 13:19:03.454689 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc97ba-90d0-4549-a086-041eaf143e50 req-0349cc80-1b25-4454-b72a-198462bba7be tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:03.456100 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1ffc97ba-90d0-4549-a086-041eaf143e50 req-0349cc80-1b25-4454-b72a-198462bba7be tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.0970769 Jan 26 13:19:03.507246 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-31e2e343-a27b-4c3c-b285-9b18107e9b98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e753e698-7b58-4577-98f7-72bdf2682f35 HTTP/1.1" status: 200 len: 999 time: 0.0692749 Jan 26 13:19:03.556219 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-c6e82706-d818-4e10-9728-bc654780a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:03.557661 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-c6e82706-d818-4e10-9728-bc654780a5c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91 HTTP/1.1" status: 200 len: 848 time: 0.0432792 Jan 26 13:19:03.571552 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1ffc97ba-90d0-4549-a086-041eaf143e50 req-3b105ef3-53f0-463a-aef2-e301a851372a tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077578 Jan 26 13:19:03.602387 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-c0c0adcc-e2ba-48b5-9099-49737f789b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:03.603888 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-c0c0adcc-e2ba-48b5-9099-49737f789b18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a7188b1-377a-4966-a0d1-e183592de050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400999 Jan 26 13:19:03.648396 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for floatingip (b21d9091-6ef5-49fb-9046-5346f0dda533), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:03.707062 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-33bf193b-3015-4412-914a-e818fda451e7 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879967 Jan 26 13:19:03.720186 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (49f7175c-7e69-41a3-bd66-9f1c8a2ecde8), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:03.766675 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:03.795881 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-c5eac8d1-3b6a-4429-a990-96ed4893c552 req-c7d9c0e7-57e6-46ee-a79b-84761cb15859 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828583 Jan 26 13:19:03.874668 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for port (49f7175c-7e69-41a3-bd66-9f1c8a2ecde8), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:03.879453 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (49f7175c-7e69-41a3-bd66-9f1c8a2ecde8), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:03.947353 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event updated for resources: {'Port': ['ID=49f7175c-7e69-41a3-bd66-9f1c8a2ecde8,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:03.957430 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (b21d9091-6ef5-49fb-9046-5346f0dda533), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:04.058268 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.l3_db [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Floating IP b21d9091-6ef5-49fb-9046-5346f0dda533 associated. External IP: 172.27.2.57, port: 18f9af57-f4ee-4d04-bbc6-a97c498b6771. Jan 26 13:19:04.266426 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Router beff9225-9542-42a2-afaa-ff76a756386f has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:19:04.615726 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:19:04.629055 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81823d-c48d-4d98-9232-4aded25d490c None None] Sync routers for ids ['beff9225-9542-42a2-afaa-ff76a756386f'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:19:04.635154 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:04.645217 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81823d-c48d-4d98-9232-4aded25d490c None None] Routers {'beff9225-9542-42a2-afaa-ff76a756386f'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:19:04.645952 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0b81823d-c48d-4d98-9232-4aded25d490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:19:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['beff9225-9542-42a2-afaa-ff76a756386f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:19:04.687341 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-459d59d4-437b-4c6a-bf8e-494e9b94954d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9096794 Jan 26 13:19:04.688883 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:19:04.690696 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 39930) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:19:04.691319 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5959bed6-94c2-451b-bfc1-7c55f59e684d" -d '{"events": [{"name": "network-changed", "server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:19:04.703407 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-0a88a955-02aa-40ce-aca7-a17a6e130874 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493986488', 'description': 'tempest-secgroup-smoke-1493986488 description', 'project_id': 'f4afd36b799a41f49c19aad138f84d1e'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:19:04.722235 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebb2a5-6b14-419d-bba3-4aa16f829b8f req-4d3b60e1-1f8c-4f67-ae3f-a2e3009c9839 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:04.723907 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-73ebb2a5-6b14-419d-bba3-4aa16f829b8f req-4d3b60e1-1f8c-4f67-ae3f-a2e3009c9839 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.0700021 Jan 26 13:19:04.737935 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0a88a955-02aa-40ce-aca7-a17a6e130874 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:04.748381 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7efc2b3-2cb3-4a2c-a202-ba194c6a1571 x-openstack-request-id: req-a7efc2b3-2cb3-4a2c-a202-ba194c6a1571 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:19:04.748659 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:19:04.748976 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7efc2b3-2cb3-4a2c-a202-ba194c6a1571 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:19:04.749433 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'status': 'completed', 'code': 200} Jan 26 13:19:04.763399 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0b81823d-c48d-4d98-9232-4aded25d490c None None] Set router beff9225-9542-42a2-afaa-ff76a756386f gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:19:04.788007 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-73ebb2a5-6b14-419d-bba3-4aa16f829b8f req-5d26f440-968b-470d-a2f2-9cd23126d115 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580139 Jan 26 13:19:04.836497 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959bed6-94c2-451b-bfc1-7c55f59e684d req-5f76f080-ac6f-4f3d-a1a2-932c2372d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:04.838082 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5959bed6-94c2-451b-bfc1-7c55f59e684d req-5f76f080-ac6f-4f3d-a1a2-932c2372d49d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4afd36b799a41f49c19aad138f84d1e&device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 1098 time: 0.0676236 Jan 26 13:19:04.888025 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0a88a955-02aa-40ce-aca7-a17a6e130874 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group (b658f559-54e6-4d32-af46-f19acec0b18f), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:04.919355 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0a88a955-02aa-40ce-aca7-a17a6e130874 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (b658f559-54e6-4d32-af46-f19acec0b18f), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:04.954539 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0a88a955-02aa-40ce-aca7-a17a6e130874 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:04.955791 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0a88a955-02aa-40ce-aca7-a17a6e130874 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2639196 Jan 26 13:19:04.959115 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39934) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:19:04.964036 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-932febf8-087a-47d2-967c-bbed4bfe18e3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Request body: {'security_group_rule': {'security_group_id': 'b658f559-54e6-4d32-af46-f19acec0b18f', 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:19:04.969882 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88a955-02aa-40ce-aca7-a17a6e130874 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b658f559-54e6-4d32-af46-f19acec0b18f,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:04.988556 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959bed6-94c2-451b-bfc1-7c55f59e684d req-6d092ba4-a9c5-46e0-a09f-353ca4b7bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:04.991520 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5959bed6-94c2-451b-bfc1-7c55f59e684d req-6d092ba4-a9c5-46e0-a09f-353ca4b7bb83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c HTTP/1.1" status: 200 len: 914 time: 0.1455147 Jan 26 13:19:04.994567 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-932febf8-087a-47d2-967c-bbed4bfe18e3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (ca3a5889-1bbc-4f88-849e-958a7e2f1738), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.003102 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0b81823d-c48d-4d98-9232-4aded25d490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:17Z', 'revision_number': 4, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': 'b21d9091-6ef5-49fb-9046-5346f0dda533', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'port_id': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'mac_address': 'fa:16:3e:da:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:19:03Z', 'updated_at': '2022-01-26T13:19:03Z', 'revision_number': 0, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94704b3c-d260-44fd-a560-53ed94057440', 'name': '', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'mac_address': 'fa:16:3e:5a:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:16Z', 'updated_at': '2022-01-26T13:18:22Z', 'revision_number': 5, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'subnets': [{'id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:19:05.029307 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81823d-c48d-4d98-9232-4aded25d490c None None] Checking router: beff9225-9542-42a2-afaa-ff76a756386f for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:19:05.039079 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81823d-c48d-4d98-9232-4aded25d490c None None] Routers {'beff9225-9542-42a2-afaa-ff76a756386f'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:19:05.039731 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0b81823d-c48d-4d98-9232-4aded25d490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:19:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['beff9225-9542-42a2-afaa-ff76a756386f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:19:05.057238 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-932febf8-087a-47d2-967c-bbed4bfe18e3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (ca3a5889-1bbc-4f88-849e-958a7e2f1738), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.063347 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-932febf8-087a-47d2-967c-bbed4bfe18e3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (ca3a5889-1bbc-4f88-849e-958a7e2f1738), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.074867 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5959bed6-94c2-451b-bfc1-7c55f59e684d req-4907e4e5-deba-4b47-ad4d-2a20c7e6949e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771 HTTP/1.1" status: 200 len: 998 time: 0.0756822 Jan 26 13:19:05.078061 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932febf8-087a-47d2-967c-bbed4bfe18e3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3a5889-1bbc-4f88-849e-958a7e2f1738,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:05.097840 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-932febf8-087a-47d2-967c-bbed4bfe18e3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.099934 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-932febf8-087a-47d2-967c-bbed4bfe18e3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390676 Jan 26 13:19:05.102672 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39938) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:19:05.107412 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5c635d26-c21e-4d97-9781-8da0f0351b88 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Request body: {'security_group_rule': {'security_group_id': 'b658f559-54e6-4d32-af46-f19acec0b18f', 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:19:05.137054 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959bed6-94c2-451b-bfc1-7c55f59e684d req-4448c540-9b06-4965-9614-aaa574f4a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:05.137306 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c635d26-c21e-4d97-9781-8da0f0351b88 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (a7f568e8-189c-4887-85eb-2ffb52e26d89), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.138601 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5959bed6-94c2-451b-bfc1-7c55f59e684d req-4448c540-9b06-4965-9614-aaa574f4a5df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf4c8c93-dc5a-4302-90a5-8d2668e189ba HTTP/1.1" status: 200 len: 852 time: 0.0484605 Jan 26 13:19:05.170771 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0b81823d-c48d-4d98-9232-4aded25d490c None None] Set router beff9225-9542-42a2-afaa-ff76a756386f gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:19:05.200334 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c635d26-c21e-4d97-9781-8da0f0351b88 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (a7f568e8-189c-4887-85eb-2ffb52e26d89), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.202695 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959bed6-94c2-451b-bfc1-7c55f59e684d req-49bce73d-fdd0-4eff-8b6f-bc6f3b86ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:05.204275 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5959bed6-94c2-451b-bfc1-7c55f59e684d req-49bce73d-fdd0-4eff-8b6f-bc6f3b86ff72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490129 Jan 26 13:19:05.204920 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c635d26-c21e-4d97-9781-8da0f0351b88 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (a7f568e8-189c-4887-85eb-2ffb52e26d89), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.226298 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c635d26-c21e-4d97-9781-8da0f0351b88 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f568e8-189c-4887-85eb-2ffb52e26d89,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:05.239059 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c635d26-c21e-4d97-9781-8da0f0351b88 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.241379 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-5c635d26-c21e-4d97-9781-8da0f0351b88 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376181 Jan 26 13:19:05.243992 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39942) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:19:05.254539 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d2247c78-88d4-4ca7-8e30-b674a1cb756b tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Request body: {'security_group_rule': {'security_group_id': 'b658f559-54e6-4d32-af46-f19acec0b18f', 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:19:05.285082 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2247c78-88d4-4ca7-8e30-b674a1cb756b tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (ef0acdd4-235b-48b3-ab83-aaa3aac234ae), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.315242 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5959bed6-94c2-451b-bfc1-7c55f59e684d req-1515f38c-b3c3-4749-bd5a-30368de6a920 service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033242 Jan 26 13:19:05.351595 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2247c78-88d4-4ca7-8e30-b674a1cb756b tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (ef0acdd4-235b-48b3-ab83-aaa3aac234ae), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.356104 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2247c78-88d4-4ca7-8e30-b674a1cb756b tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (ef0acdd4-235b-48b3-ab83-aaa3aac234ae), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.377948 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2247c78-88d4-4ca7-8e30-b674a1cb756b tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0acdd4-235b-48b3-ab83-aaa3aac234ae,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:05.385168 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2247c78-88d4-4ca7-8e30-b674a1cb756b tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.386835 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-d2247c78-88d4-4ca7-8e30-b674a1cb756b tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379750 Jan 26 13:19:05.389604 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39944) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:19:05.394501 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3b451e23-d138-4b2e-8480-5a58ae84c9de tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Request body: {'security_group_rule': {'security_group_id': 'b658f559-54e6-4d32-af46-f19acec0b18f', 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:19:05.421597 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-5959bed6-94c2-451b-bfc1-7c55f59e684d req-1579b44e-5b84-4d07-bb2a-e96dfa4cd7da service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987146 Jan 26 13:19:05.425233 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b451e23-d138-4b2e-8480-5a58ae84c9de tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (feeca772-c6d8-45b2-aa78-7fdbca009fee), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.494328 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b451e23-d138-4b2e-8480-5a58ae84c9de tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (feeca772-c6d8-45b2-aa78-7fdbca009fee), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.498107 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b451e23-d138-4b2e-8480-5a58ae84c9de tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (feeca772-c6d8-45b2-aa78-7fdbca009fee), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.517453 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b451e23-d138-4b2e-8480-5a58ae84c9de tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feeca772-c6d8-45b2-aa78-7fdbca009fee,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:05.525542 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b451e23-d138-4b2e-8480-5a58ae84c9de tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.526746 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3b451e23-d138-4b2e-8480-5a58ae84c9de tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359544 Jan 26 13:19:05.530288 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39946) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:19:05.535281 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6e7e8040-c408-4f58-aa8a-0cc97fd239ab tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Request body: {'security_group_rule': {'security_group_id': 'b658f559-54e6-4d32-af46-f19acec0b18f', 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:19:05.541999 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0b81823d-c48d-4d98-9232-4aded25d490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:17Z', 'revision_number': 4, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': 'b21d9091-6ef5-49fb-9046-5346f0dda533', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'port_id': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'mac_address': 'fa:16:3e:da:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:19:03Z', 'updated_at': '2022-01-26T13:19:03Z', 'revision_number': 0, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94704b3c-d260-44fd-a560-53ed94057440', 'name': '', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'mac_address': 'fa:16:3e:5a:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:16Z', 'updated_at': '2022-01-26T13:18:22Z', 'revision_number': 5, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'subnets': [{'id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:19:05.556073 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-6e7e8040-c408-4f58-aa8a-0cc97fd239ab tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Project f4afd36b799a41f49c19aad138f84d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 13:19:05.560793 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8040-c408-4f58-aa8a-0cc97fd239ab tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (c8130d05-5dc1-450f-8bd9-087851f16fed), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.568911 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81823d-c48d-4d98-9232-4aded25d490c None None] The sync data for ids ['beff9225-9542-42a2-afaa-ff76a756386f'] in dv-cinder-824187-5-iscsi is: [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:17Z', 'revision_number': 4, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': 'b21d9091-6ef5-49fb-9046-5346f0dda533', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'port_id': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'mac_address': 'fa:16:3e:da:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:19:03Z', 'updated_at': '2022-01-26T13:19:03Z', 'revision_number': 0, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94704b3c-d260-44fd-a560-53ed94057440', 'name': '', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'mac_address': 'fa:16:3e:5a:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:16Z', 'updated_at': '2022-01-26T13:18:22Z', 'revision_number': 5, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'subnets': [{'id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:19:05.627979 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8040-c408-4f58-aa8a-0cc97fd239ab tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (c8130d05-5dc1-450f-8bd9-087851f16fed), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.632847 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8040-c408-4f58-aa8a-0cc97fd239ab tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (c8130d05-5dc1-450f-8bd9-087851f16fed), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.652011 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e8040-c408-4f58-aa8a-0cc97fd239ab tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8130d05-5dc1-450f-8bd9-087851f16fed,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:05.659839 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8040-c408-4f58-aa8a-0cc97fd239ab tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.661027 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-6e7e8040-c408-4f58-aa8a-0cc97fd239ab tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298461 Jan 26 13:19:05.663911 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 39948) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:19:05.668136 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d48f02e1-1961-4424-9448-0516cc63f56f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Request body: {'security_group_rule': {'security_group_id': 'b658f559-54e6-4d32-af46-f19acec0b18f', 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:19:05.688744 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-d48f02e1-1961-4424-9448-0516cc63f56f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Project f4afd36b799a41f49c19aad138f84d1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 13:19:05.695329 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d48f02e1-1961-4424-9448-0516cc63f56f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (96565cfd-3859-4f0d-9b01-1a47cd043073), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.768326 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d48f02e1-1961-4424-9448-0516cc63f56f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (96565cfd-3859-4f0d-9b01-1a47cd043073), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.772417 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d48f02e1-1961-4424-9448-0516cc63f56f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-185403'] for security_group_rule (96565cfd-3859-4f0d-9b01-1a47cd043073), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.777346 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c7cc25-73c9-45c5-bb1b-a248479e9f6d None None] New status for floating IP b21d9091-6ef5-49fb-9046-5346f0dda533: ACTIVE {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:19:05.793269 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f02e1-1961-4424-9448-0516cc63f56f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96565cfd-3859-4f0d-9b01-1a47cd043073,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:05.798111 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d48f02e1-1961-4424-9448-0516cc63f56f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:05.803956 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-d48f02e1-1961-4424-9448-0516cc63f56f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344652 Jan 26 13:19:05.930277 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c505e2e2-03fc-454c-be6d-2cab2a7e6902 req-92c0b74a-e5ae-48df-80e1-e9359ba0f978 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493986488&fields=id&tenant_id=f4afd36b799a41f49c19aad138f84d1e HTTP/1.1" status: 200 len: 267 time: 0.0791078 Jan 26 13:19:05.953893 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46227f-7f31-4436-9aa3-f21ad91f33ed req-3a015769-323f-449f-afa6-e733b26ef30f tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:05.955404 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3a46227f-7f31-4436-9aa3-f21ad91f33ed req-3a015769-323f-449f-afa6-e733b26ef30f tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.0839334 Jan 26 13:19:06.021242 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505e2e2-03fc-454c-be6d-2cab2a7e6902 req-5fe61692-ddec-4847-b11a-1f501077a75a tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:06.022615 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c505e2e2-03fc-454c-be6d-2cab2a7e6902 req-5fe61692-ddec-4847-b11a-1f501077a75a tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 945 time: 0.0867465 Jan 26 13:19:06.031044 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3a46227f-7f31-4436-9aa3-f21ad91f33ed req-93a4f98f-4dcc-457c-ab0a-e46fe573c2aa tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612497 Jan 26 13:19:06.036375 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-c505e2e2-03fc-454c-be6d-2cab2a7e6902 req-aa7012f4-fe7d-4010-93ea-86abef777748 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Request body: {'port': {'security_groups': ['a9b6f70b-bbbf-4655-92c7-4027c4f32f00', 'b658f559-54e6-4d32-af46-f19acec0b18f']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:19:06.104125 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c505e2e2-03fc-454c-be6d-2cab2a7e6902 req-aa7012f4-fe7d-4010-93ea-86abef777748 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:06.287564 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c505e2e2-03fc-454c-be6d-2cab2a7e6902 req-aa7012f4-fe7d-4010-93ea-86abef777748 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] For port 18f9af57-f4ee-4d04-bbc6-a97c498b6771, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:06.316300 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c505e2e2-03fc-454c-be6d-2cab2a7e6902 req-aa7012f4-fe7d-4010-93ea-86abef777748 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:06.320816 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c505e2e2-03fc-454c-be6d-2cab2a7e6902 req-aa7012f4-fe7d-4010-93ea-86abef777748 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:06.332943 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['18f9af57-f4ee-4d04-bbc6-a97c498b6771'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:19:06.362916 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505e2e2-03fc-454c-be6d-2cab2a7e6902 req-aa7012f4-fe7d-4010-93ea-86abef777748 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:06.363559 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c505e2e2-03fc-454c-be6d-2cab2a7e6902 req-aa7012f4-fe7d-4010-93ea-86abef777748 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:06.367051 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c505e2e2-03fc-454c-be6d-2cab2a7e6902 req-aa7012f4-fe7d-4010-93ea-86abef777748 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "PUT /v2.0/ports/18f9af57-f4ee-4d04-bbc6-a97c498b6771 HTTP/1.1" status: 200 len: 981 time: 0.3345048 Jan 26 13:19:06.412928 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7012f4-fe7d-4010-93ea-86abef777748 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event updated for resources: {'Port': ['ID=18f9af57-f4ee-4d04-bbc6-a97c498b6771,revision_number=6']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:06.458525 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['18f9af57-f4ee-4d04-bbc6-a97c498b6771'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:19:06.489817 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c96650-ff39-4609-b58f-eba3d5c6c6d8 req-a8abbd4d-956f-4988-a2e3-44e8fcc0b4f7 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:06.492159 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a9c96650-ff39-4609-b58f-eba3d5c6c6d8 req-a8abbd4d-956f-4988-a2e3-44e8fcc0b4f7 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0544646 Jan 26 13:19:06.564041 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a9c96650-ff39-4609-b58f-eba3d5c6c6d8 req-8800c15a-e558-4fec-845d-6cac9103b604 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666816 Jan 26 13:19:06.638137 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-2516101f-1359-495f-bab9-0545987e1c37 None None] Provisioning complete for port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:19:06.638510 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2516101f-1359-495f-bab9-0545987e1c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:06.750473 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:19:06.752867 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fbe354-113b-49ee-9f03-5551f8b0a2df" -d '{"events": [{"name": "network-changed", "server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:19:06.789128 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245d6426-4c10-4b0d-972d-61b65001c04a x-openstack-request-id: req-245d6426-4c10-4b0d-972d-61b65001c04a {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:19:06.789426 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:19:06.789680 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-245d6426-4c10-4b0d-972d-61b65001c04a {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:19:06.790079 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'status': 'completed', 'code': 200} Jan 26 13:19:06.845601 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-2516101f-1359-495f-bab9-0545987e1c37 None None] Current status of the port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:19:06.855901 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbe354-113b-49ee-9f03-5551f8b0a2df req-236b186d-f4e7-4d68-a608-cdae35de202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:06.857742 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79fbe354-113b-49ee-9f03-5551f8b0a2df req-236b186d-f4e7-4d68-a608-cdae35de202b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4afd36b799a41f49c19aad138f84d1e&device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 1137 time: 0.0434179 Jan 26 13:19:06.947885 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbe354-113b-49ee-9f03-5551f8b0a2df req-e6f9ac05-998c-4f9f-96ec-43e23b94e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:06.949351 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79fbe354-113b-49ee-9f03-5551f8b0a2df req-e6f9ac05-998c-4f9f-96ec-43e23b94e5ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c HTTP/1.1" status: 200 len: 914 time: 0.0851166 Jan 26 13:19:07.018274 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79fbe354-113b-49ee-9f03-5551f8b0a2df req-abffa93e-5ed8-45aa-bff0-17ef2768920c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771 HTTP/1.1" status: 200 len: 1000 time: 0.0606551 Jan 26 13:19:07.068392 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbe354-113b-49ee-9f03-5551f8b0a2df req-c194d038-919e-4b29-b82d-92c9210befe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:07.070083 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79fbe354-113b-49ee-9f03-5551f8b0a2df req-c194d038-919e-4b29-b82d-92c9210befe8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf4c8c93-dc5a-4302-90a5-8d2668e189ba HTTP/1.1" status: 200 len: 852 time: 0.0440159 Jan 26 13:19:07.118051 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbe354-113b-49ee-9f03-5551f8b0a2df req-c9bd2049-eb5c-41ca-976c-0a0f259d8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:07.119583 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79fbe354-113b-49ee-9f03-5551f8b0a2df req-c9bd2049-eb5c-41ca-976c-0a0f259d8047 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397923 Jan 26 13:19:07.149435 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acd6b4-f29c-4c38-a81a-35da65051d90 req-675b6239-00d8-49b6-be7a-d08f56cd51a6 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:07.150950 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b6acd6b4-f29c-4c38-a81a-35da65051d90 req-675b6239-00d8-49b6-be7a-d08f56cd51a6 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.0537493 Jan 26 13:19:07.199967 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b6acd6b4-f29c-4c38-a81a-35da65051d90 req-84a950aa-61c1-41c5-b7b7-7ff31ffabb99 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Jan 26 13:19:07.218032 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79fbe354-113b-49ee-9f03-5551f8b0a2df req-0e2f36de-68ab-4237-9ec4-525686db17df service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898893 Jan 26 13:19:07.306519 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-79fbe354-113b-49ee-9f03-5551f8b0a2df req-ea26a3c8-b715-479c-9fba-14ae89d61660 service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799682 Jan 26 13:19:08.314620 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412844e9-ca17-4621-83c7-7ba58fc18e65 req-9b324d0e-cefe-42ac-8aa5-fc1786d514d7 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:08.316147 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-412844e9-ca17-4621-83c7-7ba58fc18e65 req-9b324d0e-cefe-42ac-8aa5-fc1786d514d7 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.0483863 Jan 26 13:19:08.363791 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-412844e9-ca17-4621-83c7-7ba58fc18e65 req-14058d32-c23e-4a1a-886f-53da6b5c21a0 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420482 Jan 26 13:19:09.604541 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c123e7c-2060-4a97-b82f-3f7651c1041d req-ec75c64d-65c3-40f4-a15c-ccc9d85c375b tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:09.606185 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6c123e7c-2060-4a97-b82f-3f7651c1041d req-ec75c64d-65c3-40f4-a15c-ccc9d85c375b tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.1741004 Jan 26 13:19:09.656971 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6c123e7c-2060-4a97-b82f-3f7651c1041d req-e9d71bb8-06dd-4498-a613-e8e2bb40e952 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455403 Jan 26 13:19:10.830786 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589ea39-6dae-4627-acf3-3585a40a2c28 req-730a52b2-7be3-4da2-ab17-4a2d5c6d9dd1 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:10.832199 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3589ea39-6dae-4627-acf3-3585a40a2c28 req-730a52b2-7be3-4da2-ab17-4a2d5c6d9dd1 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 943 time: 0.1037064 Jan 26 13:19:10.879316 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3589ea39-6dae-4627-acf3-3585a40a2c28 req-34938e75-3745-44ca-90e8-288757652fa3 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410886 Jan 26 13:19:10.962139 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device e753e698-7b58-4577-98f7-72bdf2682f35 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:19:11.064192 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port e753e698-7b58-4577-98f7-72bdf2682f35, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e753e698-7b58-4577-98f7-72bdf2682f35,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:11.076561 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'port_id': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'mac_address': 'fa:16:3e:61:ad:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:19:11.118470 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port e753e698-7b58-4577-98f7-72bdf2682f35 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:19:11.118858 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:11.133511 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e753e698-7b58-4577-98f7-72bdf2682f35 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:19:11.152477 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port e753e698-7b58-4577-98f7-72bdf2682f35, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e753e698-7b58-4577-98f7-72bdf2682f35,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:11.156893 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:11.203993 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=e753e698-7b58-4577-98f7-72bdf2682f35,revision_number=7']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:11.430834 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['e753e698-7b58-4577-98f7-72bdf2682f35'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:19:11.992746 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d3358-6c48-4cdd-aa09-8045aa3ecef7 req-ac33bd47-34eb-419c-b167-40baa27dff1b tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:11.994222 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d48d3358-6c48-4cdd-aa09-8045aa3ecef7 req-ac33bd47-34eb-419c-b167-40baa27dff1b tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 944 time: 0.0467882 Jan 26 13:19:12.044561 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d48d3358-6c48-4cdd-aa09-8045aa3ecef7 req-c74ff843-1023-4f8b-b280-6cddeab367ca tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448422 Jan 26 13:19:12.784079 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:19:12.965645 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device e753e698-7b58-4577-98f7-72bdf2682f35 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:19:13.013286 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port e753e698-7b58-4577-98f7-72bdf2682f35 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:19:13.013663 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:13.108640 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port e753e698-7b58-4577-98f7-72bdf2682f35 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:19:13.109036 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:13.137666 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:19:13.140247 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19de6480-41e2-403a-9cc0-392b0312191b" -d '{"events": [{"server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "name": "network-vif-plugged", "status": "completed", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:19:13.164177 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port e753e698-7b58-4577-98f7-72bdf2682f35, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e753e698-7b58-4577-98f7-72bdf2682f35,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:13.172534 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:13.190369 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f0d5b-236f-4dc8-a2aa-54371e778879 req-013d75d7-bc9f-43ca-849e-362182d0a958 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:13.191961 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6b5f0d5b-236f-4dc8-a2aa-54371e778879 req-013d75d7-bc9f-43ca-849e-362182d0a958 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 944 time: 0.0741458 Jan 26 13:19:13.200756 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be657d59-3c02-4813-8e56-d88f38f71d49 x-openstack-request-id: req-be657d59-3c02-4813-8e56-d88f38f71d49 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:19:13.201046 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "name": "network-vif-plugged", "status": "completed", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:19:13.201301 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be657d59-3c02-4813-8e56-d88f38f71d49 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:19:13.201693 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'code': 200} Jan 26 13:19:13.232006 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=e753e698-7b58-4577-98f7-72bdf2682f35,revision_number=8']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:13.250320 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6b5f0d5b-236f-4dc8-a2aa-54371e778879 req-e272677b-2e77-465a-b7c7-5bc0104e15fd tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516145 Jan 26 13:19:13.445870 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2bb5d-9c31-4213-b0ef-59296ce8d90f req-a0607909-7d6e-4e77-b63a-3da79df8f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:13.447344 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a6f2bb5d-9c31-4213-b0ef-59296ce8d90f req-a0607909-7d6e-4e77-b63a-3da79df8f8a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 1098 time: 0.0446568 Jan 26 13:19:13.504757 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-a6f2bb5d-9c31-4213-b0ef-59296ce8d90f req-972c053a-0f8e-4c22-98e0-354b4a508b8a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487010 Jan 26 13:19:14.362484 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c94e3-f7c5-4b1b-95dd-bb59cb0835db req-c48cdf93-7432-415b-9713-49af6eb09212 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:14.363872 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4f5c94e3-f7c5-4b1b-95dd-bb59cb0835db req-c48cdf93-7432-415b-9713-49af6eb09212 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0473912 Jan 26 13:19:14.411091 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4f5c94e3-f7c5-4b1b-95dd-bb59cb0835db req-6777413d-801c-498c-8f4e-c1ef71793d57 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410995 Jan 26 13:19:15.532021 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecd424-e0a9-4b88-9cab-dd8e80d72bee req-e23e4251-7584-4d23-8dbb-a91ec0b0cb90 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:15.533549 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d2ecd424-e0a9-4b88-9cab-dd8e80d72bee req-e23e4251-7584-4d23-8dbb-a91ec0b0cb90 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0541952 Jan 26 13:19:15.586561 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d2ecd424-e0a9-4b88-9cab-dd8e80d72bee req-179a3834-e719-4464-809b-3159ba596976 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471251 Jan 26 13:19:15.717526 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00220733-fcda-4207-85bd-59f24df8310f req-896e9cf4-658a-44b6-9cd2-8b486777faaf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:15.718984 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-00220733-fcda-4207-85bd-59f24df8310f req-896e9cf4-658a-44b6-9cd2-8b486777faaf tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0477889 Jan 26 13:19:15.765237 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-00220733-fcda-4207-85bd-59f24df8310f req-f0e89402-fe71-4dae-9a14-89963aa9202c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407112 Jan 26 13:19:16.884431 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84685be-b6e0-4b7f-a9ae-ef52175de313 req-0e1ec65c-3fc7-48b4-833a-361fc55c27b8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:16.885937 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e84685be-b6e0-4b7f-a9ae-ef52175de313 req-0e1ec65c-3fc7-48b4-833a-361fc55c27b8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0485518 Jan 26 13:19:16.940236 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e84685be-b6e0-4b7f-a9ae-ef52175de313 req-02ab9148-75ef-4424-8424-00db071123d6 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477145 Jan 26 13:19:18.058021 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675413b6-ec40-4ed7-abc8-c56491d705bd req-c2f3c55f-c018-472a-8f2b-528adf3fc13a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:18.059461 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-675413b6-ec40-4ed7-abc8-c56491d705bd req-c2f3c55f-c018-472a-8f2b-528adf3fc13a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0466554 Jan 26 13:19:18.104708 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-675413b6-ec40-4ed7-abc8-c56491d705bd req-23528c79-9ec4-4503-876b-2bd52337e994 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398178 Jan 26 13:19:18.948464 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32aa722b-63c1-4d1f-8233-b9c4b496e2b6 req-d6775720-08c7-47ec-8503-672a6fade526 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389743 Jan 26 13:19:19.035267 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa722b-63c1-4d1f-8233-b9c4b496e2b6 req-376e808f-4536-4d5f-b78f-2239905b7023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:19.036991 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32aa722b-63c1-4d1f-8233-b9c4b496e2b6 req-376e808f-4536-4d5f-b78f-2239905b7023 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1dad1718f94454dbcb0f01ac34e3a62&device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 1098 time: 0.0404408 Jan 26 13:19:19.141403 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa722b-63c1-4d1f-8233-b9c4b496e2b6 req-cf26fdf1-a4d4-42fc-8294-abbbc1ba6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:19.142877 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32aa722b-63c1-4d1f-8233-b9c4b496e2b6 req-cf26fdf1-a4d4-42fc-8294-abbbc1ba6025 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a7188b1-377a-4966-a0d1-e183592de050 HTTP/1.1" status: 200 len: 910 time: 0.0844891 Jan 26 13:19:19.219079 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32aa722b-63c1-4d1f-8233-b9c4b496e2b6 req-533e8144-d45c-46c6-9d7a-eb1eccda80b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e753e698-7b58-4577-98f7-72bdf2682f35 HTTP/1.1" status: 200 len: 1001 time: 0.0687430 Jan 26 13:19:19.276380 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa722b-63c1-4d1f-8233-b9c4b496e2b6 req-19e37b6e-d565-4cf8-b1ce-a527a53f1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:19.278288 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32aa722b-63c1-4d1f-8233-b9c4b496e2b6 req-19e37b6e-d565-4cf8-b1ce-a527a53f1d3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91 HTTP/1.1" status: 200 len: 848 time: 0.0499041 Jan 26 13:19:19.326136 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa722b-63c1-4d1f-8233-b9c4b496e2b6 req-9cc59a91-125a-41d2-9fb0-de4ccf1fcf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:19.327897 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32aa722b-63c1-4d1f-8233-b9c4b496e2b6 req-9cc59a91-125a-41d2-9fb0-de4ccf1fcf6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a7188b1-377a-4966-a0d1-e183592de050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433044 Jan 26 13:19:19.332238 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14b71f-b5ae-4acd-8b09-a0f95cfa6496 req-ed6ca0c3-0b1b-4db6-9bf8-a8b51f246674 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:19.333784 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3a14b71f-b5ae-4acd-8b09-a0f95cfa6496 req-ed6ca0c3-0b1b-4db6-9bf8-a8b51f246674 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0505517 Jan 26 13:19:19.384367 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3a14b71f-b5ae-4acd-8b09-a0f95cfa6496 req-a63d2c14-0f4f-4921-9b82-93448ab7aa6f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447099 Jan 26 13:19:19.429447 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32aa722b-63c1-4d1f-8233-b9c4b496e2b6 req-098b08fb-e22c-48b3-a39f-6a45de0f5b2c service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940866 Jan 26 13:19:19.536256 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-32aa722b-63c1-4d1f-8233-b9c4b496e2b6 req-1f9b91e7-7ef5-463c-9f58-5dce7071d7b3 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006293 Jan 26 13:19:20.505400 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04272faf-48f5-412e-a024-09a91cff55eb req-49b8072d-e30b-49ac-9a26-8b75aa4ae5ed tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:20.506909 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-04272faf-48f5-412e-a024-09a91cff55eb req-49b8072d-e30b-49ac-9a26-8b75aa4ae5ed tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0502193 Jan 26 13:19:20.552272 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-04272faf-48f5-412e-a024-09a91cff55eb req-4a91ade0-f4e3-4fce-b2ae-9b83ed251176 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398676 Jan 26 13:19:20.854027 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:21.672391 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea0e27-d5fc-4f9e-a21a-72143a2dfb70 req-d04376a6-1467-463e-a7c6-afa50926bab3 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:21.673856 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5fea0e27-d5fc-4f9e-a21a-72143a2dfb70 req-d04376a6-1467-463e-a7c6-afa50926bab3 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0505481 Jan 26 13:19:21.719835 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5fea0e27-d5fc-4f9e-a21a-72143a2dfb70 req-19ad8f1c-d844-4798-9a08-0951ff546721 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397480 Jan 26 13:19:22.839624 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7539a-933f-4daf-a258-70d8eab01635 req-a4d02319-853e-4fd9-a83a-1fe3caf2cefa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:22.841118 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e2a7539a-933f-4daf-a258-70d8eab01635 req-a4d02319-853e-4fd9-a83a-1fe3caf2cefa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0503967 Jan 26 13:19:22.889026 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e2a7539a-933f-4daf-a258-70d8eab01635 req-735c432f-3fc2-4150-93b8-57e6e970342b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425286 Jan 26 13:19:24.006970 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496f74d-1657-4f09-b4a9-6110a4e08a05 req-5fa2c872-4913-478d-ba0b-cb54e8d0e86d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:24.008440 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1496f74d-1657-4f09-b4a9-6110a4e08a05 req-5fa2c872-4913-478d-ba0b-cb54e8d0e86d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0485430 Jan 26 13:19:24.054639 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1496f74d-1657-4f09-b4a9-6110a4e08a05 req-21f8cff3-ce3b-4435-afcb-359c39ec4de9 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407710 Jan 26 13:19:25.172258 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf3753-26bf-41fd-b094-a03c12549c6e req-15374343-d900-42c1-bbe8-e3eedfc4b8de tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:25.173747 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-dadf3753-26bf-41fd-b094-a03c12549c6e req-15374343-d900-42c1-bbe8-e3eedfc4b8de tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0485332 Jan 26 13:19:25.222674 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-dadf3753-26bf-41fd-b094-a03c12549c6e req-607f6cba-275f-4840-bcf7-895e657f2dd2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426438 Jan 26 13:19:26.344275 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a5f6f-b052-4f96-88d6-6bb35457d0d5 req-0d792c4b-fb50-4a93-900a-b0efec95025d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:26.345720 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-185a5f6f-b052-4f96-88d6-6bb35457d0d5 req-0d792c4b-fb50-4a93-900a-b0efec95025d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0478275 Jan 26 13:19:26.391516 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-185a5f6f-b052-4f96-88d6-6bb35457d0d5 req-55a6033c-0f26-4203-9f1f-cee3a9c60e2f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391891 Jan 26 13:19:27.010064 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:19:27.104181 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:27.114769 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'port_id': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'mac_address': 'fa:16:3e:76:29:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:19:27.167847 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb is: ACTIVE; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:19:27.168237 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:27.182997 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:19:27.201731 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:27.205728 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:27.254775 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,revision_number=6']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:27.262683 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.262953 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.263296 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.263634 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.263990 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.264317 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.264645 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.264969 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.265294 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.265620 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.265945 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.266263 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.266581 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:27.324998 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:19:27.444552 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9d15eab7-f087-461f-86b7-32b1390c1d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:27.516751 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703dcf7-e854-4c73-bb78-3821ef351798 req-8b5c25a4-63e2-465a-83ef-68513a4324b8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:27.518105 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c703dcf7-e854-4c73-bb78-3821ef351798 req-8b5c25a4-63e2-465a-83ef-68513a4324b8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 944 time: 0.0520983 Jan 26 13:19:27.564544 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c703dcf7-e854-4c73-bb78-3821ef351798 req-9b7bb393-f6b1-43e7-9ac4-ac68364d33dc tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408645 Jan 26 13:19:28.686639 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6835ab7-f56d-446b-8ccf-50b1944b6a4c req-9be2bff7-47f0-4eaa-bf36-a2e53e0a6324 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:28.688220 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f6835ab7-f56d-446b-8ccf-50b1944b6a4c req-9be2bff7-47f0-4eaa-bf36-a2e53e0a6324 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 944 time: 0.0528629 Jan 26 13:19:28.738513 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f6835ab7-f56d-446b-8ccf-50b1944b6a4c req-1c67390b-247f-4424-b318-705901f4a346 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440922 Jan 26 13:19:29.026218 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:19:29.086309 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:19:29.086766 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:29.237979 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:19:29.238362 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:29.262602 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:19:29.264670 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1c5dbb-4455-49d3-ad7b-3ab873cbf89a" -d '{"events": [{"server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "name": "network-vif-plugged", "status": "completed", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:19:29.278170 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:29.284766 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:29.314049 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef650092-814f-49af-b2dc-59c4f9ee818c x-openstack-request-id: req-ef650092-814f-49af-b2dc-59c4f9ee818c {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:19:29.314348 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "name": "network-vif-plugged", "status": "completed", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:19:29.314602 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef650092-814f-49af-b2dc-59c4f9ee818c {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:19:29.315006 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'code': 200} Jan 26 13:19:29.345903 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,revision_number=7']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:29.671074 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f83852ca-181d-416c-9bbb-0a57c6a5ddfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:29.870494 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e1ac3-fbcc-44ad-a07b-4904f57e9f3b req-6cf633d1-9fcb-4279-b552-11da3b68b074 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:29.872393 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-729e1ac3-fbcc-44ad-a07b-4904f57e9f3b req-6cf633d1-9fcb-4279-b552-11da3b68b074 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0565078 Jan 26 13:19:29.937643 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-729e1ac3-fbcc-44ad-a07b-4904f57e9f3b req-218a2e12-a8b8-4121-874a-a20249940ab7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596957 Jan 26 13:19:30.910014 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:31.071400 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4316940-613a-4c7d-bbd7-8288d9f11a15 req-6382c9db-4a8b-49a3-8bc4-b57138028a65 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:31.072945 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e4316940-613a-4c7d-bbd7-8288d9f11a15 req-6382c9db-4a8b-49a3-8bc4-b57138028a65 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0555799 Jan 26 13:19:31.133493 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e4316940-613a-4c7d-bbd7-8288d9f11a15 req-ad305220-f7e0-496c-94e5-d69220de975a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526571 Jan 26 13:19:32.256570 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:32.335758 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac47dc1-190e-4c85-9585-01953bf76125 req-5f40084e-0b54-4ac4-a85d-1499df600e6d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:32.344208 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8ac47dc1-190e-4c85-9585-01953bf76125 req-5f40084e-0b54-4ac4-a85d-1499df600e6d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0878251 Jan 26 13:19:32.426789 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8ac47dc1-190e-4c85-9585-01953bf76125 req-3fcf20a5-9ab1-45c4-950a-8a01921da6a1 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800157 Jan 26 13:19:32.464248 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892e31-6363-412d-b031-519f8058096b req-0008e228-f987-43d6-87ff-fed532f5d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:32.465614 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333c9b0-9e7d-4d0e-b310-aea80ae1208a req-a8d204a5-deba-4249-ba09-eadcb9cdff56 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:32.467115 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9333c9b0-9e7d-4d0e-b310-aea80ae1208a req-a8d204a5-deba-4249-ba09-eadcb9cdff56 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.1132686 Jan 26 13:19:32.472546 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7e892e31-6363-412d-b031-519f8058096b req-0008e228-f987-43d6-87ff-fed532f5d32b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4afd36b799a41f49c19aad138f84d1e&device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 1137 time: 0.1112597 Jan 26 13:19:32.540059 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9333c9b0-9e7d-4d0e-b310-aea80ae1208a req-31e8c4d3-1ef8-4c2a-aeb8-6a76e074acd0 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669081 Jan 26 13:19:32.592277 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892e31-6363-412d-b031-519f8058096b req-094f1510-f5dd-4bc1-a13a-cd2a989c928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:32.594040 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7e892e31-6363-412d-b031-519f8058096b req-094f1510-f5dd-4bc1-a13a-cd2a989c928b service neutron] 10.222.0.24 "GET /v2.0/networks?id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c HTTP/1.1" status: 200 len: 914 time: 0.1147478 Jan 26 13:19:32.668947 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7e892e31-6363-412d-b031-519f8058096b req-fd73ce8c-c1df-45b0-a9dd-5573577417c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771 HTTP/1.1" status: 200 len: 1000 time: 0.0673738 Jan 26 13:19:33.013549 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892e31-6363-412d-b031-519f8058096b req-4fb21744-aa17-4ddb-96c4-0133ccb540ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:33.014906 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7e892e31-6363-412d-b031-519f8058096b req-4fb21744-aa17-4ddb-96c4-0133ccb540ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf4c8c93-dc5a-4302-90a5-8d2668e189ba HTTP/1.1" status: 200 len: 852 time: 0.3384058 Jan 26 13:19:33.079111 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892e31-6363-412d-b031-519f8058096b req-8617980e-b1af-49c2-a374-4268dc41107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:33.080713 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7e892e31-6363-412d-b031-519f8058096b req-8617980e-b1af-49c2-a374-4268dc41107e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487678 Jan 26 13:19:33.182705 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7e892e31-6363-412d-b031-519f8058096b req-06349251-f457-4193-ae44-90c8a58c24fd service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939326 Jan 26 13:19:33.283232 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-7e892e31-6363-412d-b031-519f8058096b req-da6bb3e6-fb29-4760-9057-e6309ad33288 service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912912 Jan 26 13:19:33.586975 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c58b52-3e0a-448a-a3d6-25a04102acd8 req-fff101a5-005e-4cee-9d66-8d1de29a3abd tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:33.590773 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c8c58b52-3e0a-448a-a3d6-25a04102acd8 req-fff101a5-005e-4cee-9d66-8d1de29a3abd tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0788438 Jan 26 13:19:33.646584 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c8c58b52-3e0a-448a-a3d6-25a04102acd8 req-b26d0d25-0d7f-4cc0-afaf-e996b07e8586 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494480 Jan 26 13:19:33.716547 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd39144-9ded-4dc1-bd09-e302757508c7 req-0971a92a-f70f-42c6-af34-68e264b767f1 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:33.718154 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8fd39144-9ded-4dc1-bd09-e302757508c7 req-0971a92a-f70f-42c6-af34-68e264b767f1 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0696275 Jan 26 13:19:33.773484 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:33.801149 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8fd39144-9ded-4dc1-bd09-e302757508c7 req-7587515a-7bbc-4af3-9611-6f1f78f8cd27 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762351 Jan 26 13:19:34.500782 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174783c-57c6-44d0-ae18-db40d8fd78e9 req-893b5a62-d787-44f3-8fda-9de430f8484e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:34.502595 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8174783c-57c6-44d0-ae18-db40d8fd78e9 req-893b5a62-d787-44f3-8fda-9de430f8484e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 946 time: 0.0558181 Jan 26 13:19:34.555747 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8174783c-57c6-44d0-ae18-db40d8fd78e9 req-49be751f-202d-4bd9-9eae-2d1d4d95f89e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460229 Jan 26 13:19:34.788403 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc87eb-9108-46e6-81ad-a4691852ed13 req-478c99c2-b4db-4600-a1be-3338339af444 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:34.789872 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-55bc87eb-9108-46e6-81ad-a4691852ed13 req-478c99c2-b4db-4600-a1be-3338339af444 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0498517 Jan 26 13:19:34.853164 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-55bc87eb-9108-46e6-81ad-a4691852ed13 req-f275228b-7a4a-4f33-8aff-1427b020abb2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551224 Jan 26 13:19:34.916879 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ea7e9-bb24-44b6-8406-dd2770b451ec req-f402ca76-4d15-4848-9752-43a8673777a0 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:34.919543 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5b8ea7e9-bb24-44b6-8406-dd2770b451ec req-f402ca76-4d15-4848-9752-43a8673777a0 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0520968 Jan 26 13:19:34.984882 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5b8ea7e9-bb24-44b6-8406-dd2770b451ec req-79dcba59-8a74-46b6-8b0e-644c7b441fc9 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593038 Jan 26 13:19:35.674306 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4d76b-ee20-41e1-9905-fe0e785a93e5 req-ac72b14b-1030-450e-ba04-4c0361ff1343 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:35.675809 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f6b4d76b-ee20-41e1-9905-fe0e785a93e5 req-ac72b14b-1030-450e-ba04-4c0361ff1343 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 946 time: 0.0500298 Jan 26 13:19:35.737573 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f6b4d76b-ee20-41e1-9905-fe0e785a93e5 req-214d521d-61e6-42b2-9896-eefa13fc04f1 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536196 Jan 26 13:19:35.978718 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098488d8-93cf-41a6-9dcb-bfc8235f8ea8 req-d1153b3f-b959-443e-8665-b3a0eef41d13 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:35.980325 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-098488d8-93cf-41a6-9dcb-bfc8235f8ea8 req-d1153b3f-b959-443e-8665-b3a0eef41d13 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0524108 Jan 26 13:19:36.035934 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-098488d8-93cf-41a6-9dcb-bfc8235f8ea8 req-825f603b-0571-4c8f-a8c2-8a1630d563f3 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496662 Jan 26 13:19:36.111579 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915715af-94d6-4959-90b9-7300905cc689 req-7f6588e3-453e-4c79-b2ad-0a7ed5dc7b6c tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:36.120396 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-915715af-94d6-4959-90b9-7300905cc689 req-7f6588e3-453e-4c79-b2ad-0a7ed5dc7b6c tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0617015 Jan 26 13:19:36.199483 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-915715af-94d6-4959-90b9-7300905cc689 req-8ab63320-4a25-4d07-8ca3-6fa67ea7717e tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781314 Jan 26 13:19:36.389807 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-5a056e81-1957-4390-a89a-c0b73e103ed8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:36.391410 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-5a056e81-1957-4390-a89a-c0b73e103ed8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 946 time: 0.0501995 Jan 26 13:19:36.503875 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Deleting port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:19:36.504349 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:36.596518 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] For port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=52a3ae0c-ef26-4f29-ace9-b7384151b7a8,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:36.597488 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:36.790618 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:36.791002 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (b0212275-509f-4e3d-b553-6d0c4dbe43eb), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:36.791278 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Floating IP b0212275-509f-4e3d-b553-6d0c4dbe43eb disassociated. External IP: 172.27.2.96, port: 52a3ae0c-ef26-4f29-ace9-b7384151b7a8. Jan 26 13:19:36.791621 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Calling delete_port for 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:19:36.864243 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6017bb2-b786-4b6d-8c0a-60b483099fea req-6ebead50-f1fd-407f-bf1a-d320a2ecf20e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:36.865814 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f6017bb2-b786-4b6d-8c0a-60b483099fea req-6ebead50-f1fd-407f-bf1a-d320a2ecf20e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 946 time: 0.0629876 Jan 26 13:19:36.932725 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f6017bb2-b786-4b6d-8c0a-60b483099fea req-515e9d52-e172-4d84-8690-d74eecdc0adf tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612433 Jan 26 13:19:36.961361 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (52a3ae0c-ef26-4f29-ace9-b7384151b7a8), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:36.997720 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event deleted for resources: {'Port': ['ID=52a3ae0c-ef26-4f29-ace9-b7384151b7a8,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:37.007245 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.007589 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.007968 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.008307 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.008637 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.008966 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.009301 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.009683 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.009954 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.010280 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.010603 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.010921 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.011241 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:19:37.155947 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Router 5ae4a5db-5d8f-4b38-a172-3a530224e969 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:19:37.193622 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6a124-5505-4f3e-bc77-e5097330438b req-a9f02c5a-664a-4c13-b6f9-90eccb8ce2ce tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:37.195188 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-def6a124-5505-4f3e-bc77-e5097330438b req-a9f02c5a-664a-4c13-b6f9-90eccb8ce2ce tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0559533 Jan 26 13:19:37.273694 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-def6a124-5505-4f3e-bc77-e5097330438b req-4336dd30-c250-4a64-8c93-e54338524b95 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725110 Jan 26 13:19:37.317286 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:19:37.329138 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126448de-9c1e-4da6-987b-2f45ea6cfa1a None None] Sync routers for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:19:37.342660 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126448de-9c1e-4da6-987b-2f45ea6cfa1a None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:19:37.354071 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-126448de-9c1e-4da6-987b-2f45ea6cfa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:19:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:19:37.375539 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] No DVR routers for this DVR port 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 on host hv-cinder-82418 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:19:37.378126 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:37.382120 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-0f2ae0c8-ce1a-47f3-9159-145d9f56f07a req-934eb302-2524-46dd-8c10-7b3a88c95d7b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "DELETE /v2.0/ports/52a3ae0c-ef26-4f29-ace9-b7384151b7a8 HTTP/1.1" status: 204 len: 173 time: 0.9812770 Jan 26 13:19:37.382574 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'name': 'network-vif-deleted', 'tag': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:19:37.389516 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835d8031-4b9f-4588-8861-7ed284583580" -d '{"events": [{"server_uuid": "0c78aef6-3fb8-470f-953e-75235ef01f90", "name": "network-vif-deleted", "tag": "52a3ae0c-ef26-4f29-ace9-b7384151b7a8"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:19:37.421224 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521097f4-a291-4b0f-aa17-c0738cc11273 req-fb52171a-07a5-4577-8ad6-92c946024772 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:37.422798 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-521097f4-a291-4b0f-aa17-c0738cc11273 req-fb52171a-07a5-4577-8ad6-92c946024772 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0826168 Jan 26 13:19:37.501264 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-126448de-9c1e-4da6-987b-2f45ea6cfa1a None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:19:37.546961 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-521097f4-a291-4b0f-aa17-c0738cc11273 req-d2c40c14-c127-40c9-9fdb-5c2f022f65d2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164322 Jan 26 13:19:37.638594 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c024bc-5b55-480e-bcef-51ac54c53bd4 x-openstack-request-id: req-a5c024bc-5b55-480e-bcef-51ac54c53bd4 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:19:37.639115 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c78aef6-3fb8-470f-953e-75235ef01f90", "name": "network-vif-deleted", "tag": "52a3ae0c-ef26-4f29-ace9-b7384151b7a8", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:19:37.639115 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5c024bc-5b55-480e-bcef-51ac54c53bd4 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:19:37.639523 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c78aef6-3fb8-470f-953e-75235ef01f90', 'name': 'network-vif-deleted', 'tag': '52a3ae0c-ef26-4f29-ace9-b7384151b7a8', 'status': 'completed', 'code': 200} Jan 26 13:19:37.788659 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-126448de-9c1e-4da6-987b-2f45ea6cfa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:19:37.846415 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126448de-9c1e-4da6-987b-2f45ea6cfa1a None None] Checking router: 5ae4a5db-5d8f-4b38-a172-3a530224e969 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:19:37.859520 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126448de-9c1e-4da6-987b-2f45ea6cfa1a None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:19:37.860394 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-126448de-9c1e-4da6-987b-2f45ea6cfa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:19:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:19:38.118301 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-126448de-9c1e-4da6-987b-2f45ea6cfa1a None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:19:38.142497 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-34ad41d0-4ffa-4ac9-a583-55caa2208eb3 req-266ef7da-8fea-4fdb-920f-56a4a6f69648 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c78aef6-3fb8-470f-953e-75235ef01f90 HTTP/1.1" status: 200 len: 210 time: 0.0701830 Jan 26 13:19:38.349537 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-126448de-9c1e-4da6-987b-2f45ea6cfa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:19:38.383156 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126448de-9c1e-4da6-987b-2f45ea6cfa1a None None] The sync data for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi is: [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:19:38.424762 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbfee7-8bc2-4aca-9b27-093573f28845 req-9a39e0db-3c97-4e15-92e1-bb65b7e7d9ce tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:38.426329 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a4bbfee7-8bc2-4aca-9b27-093573f28845 req-9a39e0db-3c97-4e15-92e1-bb65b7e7d9ce tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 945 time: 0.0621865 Jan 26 13:19:38.478640 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a4bbfee7-8bc2-4aca-9b27-093573f28845 req-291fae31-2b2d-4291-88e8-d6ed18f341a3 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462775 Jan 26 13:19:38.617156 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ba140-18cc-431a-b790-0eaaf021de26 None None] New status for floating IP b0212275-509f-4e3d-b553-6d0c4dbe43eb: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:19:38.661217 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a869a0-ff49-40f2-85cf-f5226b0c1524 req-44f88ae7-8a60-4de9-a139-84c70f758f3d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:38.662608 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d7a869a0-ff49-40f2-85cf-f5226b0c1524 req-44f88ae7-8a60-4de9-a139-84c70f758f3d tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0493512 Jan 26 13:19:38.726835 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d7a869a0-ff49-40f2-85cf-f5226b0c1524 req-3c049f47-b010-45a8-93e9-baca3ca6411b tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585217 Jan 26 13:19:38.936296 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259890-469c-4239-ad17-1b9b20251bbe req-f6d1de7e-40e2-4d1a-ae9b-e196d76404f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:38.937667 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db259890-469c-4239-ad17-1b9b20251bbe req-f6d1de7e-40e2-4d1a-ae9b-e196d76404f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 1098 time: 0.0412822 Jan 26 13:19:39.028898 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259890-469c-4239-ad17-1b9b20251bbe req-45c926f6-7eb8-40c5-899d-14e6a549f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:39.030312 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db259890-469c-4239-ad17-1b9b20251bbe req-45c926f6-7eb8-40c5-899d-14e6a549f5d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 918 time: 0.0842390 Jan 26 13:19:39.063722 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:19:39.089001 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:19:39.089347 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 52a3ae0c-ef26-4f29-ace9-b7384151b7a8 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:19:39.089773 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:19:39.096621 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db259890-469c-4239-ad17-1b9b20251bbe req-590fd644-53c0-487a-821e-1771b21a0a6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb HTTP/1.1" status: 200 len: 1001 time: 0.0587001 Jan 26 13:19:39.144928 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259890-469c-4239-ad17-1b9b20251bbe req-b0b69c5c-dfc1-40bb-89cb-db6821bdabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:39.146411 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db259890-469c-4239-ad17-1b9b20251bbe req-b0b69c5c-dfc1-40bb-89cb-db6821bdabd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 200 len: 856 time: 0.0431545 Jan 26 13:19:39.163161 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb is: ACTIVE; New status is: DOWN {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:19:39.163161 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:39.186756 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:19:39.188956 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8707926b-9b68-4a28-ad93-8843fb2f66ec" -d '{"events": [{"server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:19:39.203206 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:39.206945 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259890-469c-4239-ad17-1b9b20251bbe req-f31e4498-fb33-4a9b-9344-80b19fa9023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:39.208498 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db259890-469c-4239-ad17-1b9b20251bbe req-f31e4498-fb33-4a9b-9344-80b19fa9023a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84beaab8-7cea-4036-bed2-ae75c0fff259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550373 Jan 26 13:19:39.211619 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:39.245106 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e62f3d-d4aa-453e-a6bb-94f200aef770 x-openstack-request-id: req-54e62f3d-d4aa-453e-a6bb-94f200aef770 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:19:39.245379 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:19:39.245927 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54e62f3d-d4aa-453e-a6bb-94f200aef770 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:19:39.246513 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'code': 200} Jan 26 13:19:39.276594 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,revision_number=8']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:39.307827 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db259890-469c-4239-ad17-1b9b20251bbe req-b735054c-5114-40ea-b940-f845076faa81 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911536 Jan 26 13:19:39.400907 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-db259890-469c-4239-ad17-1b9b20251bbe req-a416c879-ccb7-444e-8875-8c0ec4a8ace6 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860415 Jan 26 13:19:39.403060 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-18ecfb0c-72bd-462c-b682-fe5c13bfd372 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288941795&fields=id&tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3 HTTP/1.1" status: 200 len: 267 time: 0.0439038 Jan 26 13:19:39.509413 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-44278a86-1c68-4433-b21b-efd4713f465c tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:39.510802 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-44278a86-1c68-4433-b21b-efd4713f465c tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 812 time: 0.1015601 Jan 26 13:19:39.526094 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-a894861a-f78e-49fc-9ab4-e64ee1eb843b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/quotas/9ee1f69d46a04a0cbb2b0e04296d9cd3 HTTP/1.1" status: 200 len: 375 time: 0.0098002 Jan 26 13:19:39.604767 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-a0f02118-328e-47f0-9c9d-a9889ceb4a91 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731177 Jan 26 13:19:39.616160 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818820db-3219-445b-a00a-3df11f383b2f req-a4515141-d60d-4c6a-8939-7de552ea178e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:39.617926 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-818820db-3219-445b-a00a-3df11f383b2f req-a4515141-d60d-4c6a-8939-7de552ea178e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0603597 Jan 26 13:19:39.685441 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-818820db-3219-445b-a00a-3df11f383b2f req-069395e6-c8e8-49db-a1d0-15b0ba07de6f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619652 Jan 26 13:19:39.757108 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-a26211e8-cc4a-40a9-b125-ff83b486eee4 service neutron] 10.222.0.10 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381943 Jan 26 13:19:39.877554 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-34dfeaf3-c312-4e7b-8133-435db9dec85c service neutron] 10.222.0.10 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149373 Jan 26 13:19:39.895816 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f0ed9-b258-4613-b655-0773c62b7b72 req-aea34815-d4e3-4860-8b0c-4b182c81e20e tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:39.897868 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3f8f0ed9-b258-4613-b655-0773c62b7b72 req-aea34815-d4e3-4860-8b0c-4b182c81e20e tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0635996 Jan 26 13:19:39.960697 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3f8f0ed9-b258-4613-b655-0773c62b7b72 req-346534a3-7120-4878-95e7-977a2e29de91 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553308 Jan 26 13:19:40.155639 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c4830ea6-5a43-41dc-bf83-b7a7221a048f req-f6271b35-400e-4fc7-a01f-5a58d68edebe tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 210 time: 0.0258462 Jan 26 13:19:40.809903 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140811b-14ef-4cc3-9f09-0ef7bac7eed1 req-d491b10b-b311-4d2e-8d8b-536f0e60df1f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:40.811605 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5140811b-14ef-4cc3-9f09-0ef7bac7eed1 req-d491b10b-b311-4d2e-8d8b-536f0e60df1f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0529060 Jan 26 13:19:40.870033 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5140811b-14ef-4cc3-9f09-0ef7bac7eed1 req-b5dc2aab-f821-4b2a-bbeb-799bcb5ffb8e tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513411 Jan 26 13:19:41.073467 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcd176-9144-4da2-b170-11f8bcc2ec22 req-070d0571-5f5a-4a01-864e-91664ce8516c tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:41.074828 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5fbcd176-9144-4da2-b170-11f8bcc2ec22 req-070d0571-5f5a-4a01-864e-91664ce8516c tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0486250 Jan 26 13:19:41.133438 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5fbcd176-9144-4da2-b170-11f8bcc2ec22 req-fd118b6a-32b5-4334-9c57-21fe3abd59e6 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530703 Jan 26 13:19:41.252930 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6812ed67-d395-4601-9fa8-a0325a0e4001 req-e058d363-7500-469f-be05-d4cf2a72f5df tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 210 time: 0.0290039 Jan 26 13:19:41.353009 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-874efd87-394f-4953-8901-be87a73a0119 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:41.354523 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-874efd87-394f-4953-8901-be87a73a0119 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 812 time: 0.1162605 Jan 26 13:19:41.421068 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-298662b9-e885-4bf4-a30e-a4d8f2d74c40 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3 HTTP/1.1" status: 200 len: 380 time: 0.0541198 Jan 26 13:19:41.431099 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'port': {'device_id': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'admin_state_up': True, 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'security_groups': ['e0b36047-c8d9-4172-b125-21a985d6812d']}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:19:41.537876 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Made reservation on behalf of 9ee1f69d46a04a0cbb2b0e04296d9cd3 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:19:41.541156 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:41.666672 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Allocated IP 172.20.0.9 (c715bf63-2397-4403-a2dc-b9a4df0d6a60/8a1c51b8-431e-4863-b7de-0a8522943a75/686efe4b-6abd-4286-9274-db1034531764) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:19:41.806406 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for port (686efe4b-6abd-4286-9274-db1034531764), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:41.839953 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (686efe4b-6abd-4286-9274-db1034531764), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:41.886647 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Network c715bf63-2397-4403-a2dc-b9a4df0d6a60 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:19:41.889713 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:19:41.896253 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:19:41.925204 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'Port': ['ID=686efe4b-6abd-4286-9274-db1034531764,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:41.971199 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:41.972015 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:41.996188 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-0e19fde7-7087-4965-b72d-b53038dc53cb tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5689397 Jan 26 13:19:42.022296 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Request body: {'port': {'device_id': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:19:42.032817 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19769308-d4f8-4c69-b28d-853f6b1656c6 req-0783c6eb-1ad5-4261-a0fa-b94b4ca055ff tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:42.034364 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-19769308-d4f8-4c69-b28d-853f6b1656c6 req-0783c6eb-1ad5-4261-a0fa-b94b4ca055ff tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0663800 Jan 26 13:19:42.081547 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (686efe4b-6abd-4286-9274-db1034531764), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:42.084735 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-19769308-d4f8-4c69-b28d-853f6b1656c6 req-57b6f27f-01d2-4544-bf00-3a57c6dcc53b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438788 Jan 26 13:19:42.220141 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-97fa5da5-eeb2-4af1-8a63-36c974d31036 None None] Provisioning complete for port 686efe4b-6abd-4286-9274-db1034531764 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:19:42.220141 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-97fa5da5-eeb2-4af1-8a63-36c974d31036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (686efe4b-6abd-4286-9274-db1034531764), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:42.278989 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba54fb-4f41-4882-a283-33d536a75483 req-94438731-65c6-4892-b0b3-6d6debe68ecb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:42.279216 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-97fa5da5-eeb2-4af1-8a63-36c974d31036 None None] Port 686efe4b-6abd-4286-9274-db1034531764 cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:19:42.280520 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d1ba54fb-4f41-4882-a283-33d536a75483 req-94438731-65c6-4892-b0b3-6d6debe68ecb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0740101 Jan 26 13:19:42.343787 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d1ba54fb-4f41-4882-a283-33d536a75483 req-0167d3ee-e566-44e4-9b05-1222463249b3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570748 Jan 26 13:19:42.386688 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686efe4b-6abd-4286-9274-db1034531764 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:19:42.395022 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Publish callbacks [] for port (686efe4b-6abd-4286-9274-db1034531764), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:42.407338 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Transition to ACTIVE for port object 686efe4b-6abd-4286-9274-db1034531764 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:19:42.411440 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (686efe4b-6abd-4286-9274-db1034531764), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:42.462535 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e828e26-aa91-43dd-a0a2-d4e0e33f4b2f req-ea7485a1-25c0-4e8f-848f-52076e8dc3da tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:42.464097 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8e828e26-aa91-43dd-a0a2-d4e0e33f4b2f req-ea7485a1-25c0-4e8f-848f-52076e8dc3da tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0554218 Jan 26 13:19:42.519320 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Pushing event updated for resources: {'Port': ['ID=686efe4b-6abd-4286-9274-db1034531764,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:42.552252 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8e828e26-aa91-43dd-a0a2-d4e0e33f4b2f req-261501fa-75a4-4df1-9979-59f5611d06a8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815804 Jan 26 13:19:42.556248 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Attempting to bind port 686efe4b-6abd-4286-9274-db1034531764 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:19:42.556595 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Attempting to bind port 686efe4b-6abd-4286-9274-db1034531764 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:19:42.557089 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Attempting to bind port 686efe4b-6abd-4286-9274-db1034531764 on network c715bf63-2397-4403-a2dc-b9a4df0d6a60 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:19:42.569411 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Port 686efe4b-6abd-4286-9274-db1034531764 on network c715bf63-2397-4403-a2dc-b9a4df0d6a60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:19:42.569411 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Attempting to bind port 686efe4b-6abd-4286-9274-db1034531764 on network c715bf63-2397-4403-a2dc-b9a4df0d6a60 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:19:42.569411 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:19:42.569411 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Checking segment: {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:19:42.569411 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Bound using segment: {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:19:42.569411 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Bound port: 686efe4b-6abd-4286-9274-db1034531764, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:19:42.569955 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (686efe4b-6abd-4286-9274-db1034531764), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:42.641242 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] For port 686efe4b-6abd-4286-9274-db1034531764, host hv-cinder-82418, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:19:42.644901 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] For port 686efe4b-6abd-4286-9274-db1034531764, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=686efe4b-6abd-4286-9274-db1034531764,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:19:42.651328 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (686efe4b-6abd-4286-9274-db1034531764), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:42.684308 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:42.684925 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:42.686378 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] 10.222.0.24 "PUT /v2.0/ports/686efe4b-6abd-4286-9274-db1034531764 HTTP/1.1" status: 200 len: 1093 time: 0.6719344 Jan 26 13:19:42.686772 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'tag': '686efe4b-6abd-4286-9274-db1034531764'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:19:42.688999 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11429e60-bcb0-4b92-b9c4-f0352041039e" -d '{"events": [{"name": "network-changed", "server_uuid": "d60ab9a6-e9cf-465f-a39e-97083a23a7e2", "tag": "686efe4b-6abd-4286-9274-db1034531764"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:19:42.716751 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ebf54-fb53-4050-99e7-0336a586ec6d service neutron] Pushing event updated for resources: {'Port': ['ID=686efe4b-6abd-4286-9274-db1034531764,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:42.748062 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197894fa-e0b7-4fa9-bf96-d8193fcec447 x-openstack-request-id: req-197894fa-e0b7-4fa9-bf96-d8193fcec447 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:19:42.748392 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60ab9a6-e9cf-465f-a39e-97083a23a7e2", "tag": "686efe4b-6abd-4286-9274-db1034531764", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:19:42.748648 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-197894fa-e0b7-4fa9-bf96-d8193fcec447 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:19:42.749051 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'tag': '686efe4b-6abd-4286-9274-db1034531764', 'status': 'completed', 'code': 200} Jan 26 13:19:42.801640 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-34a0658f-a107-41fc-85d4-c709a42ba409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:42.803332 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-34a0658f-a107-41fc-85d4-c709a42ba409 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0470245 Jan 26 13:19:42.853300 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-ea322d2e-20ca-4361-802f-c197062d728f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=686efe4b-6abd-4286-9274-db1034531764 HTTP/1.1" status: 200 len: 217 time: 0.0424170 Jan 26 13:19:42.906865 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-33935049-1a61-419b-b762-6cb3a4216724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:42.908251 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-33935049-1a61-419b-b762-6cb3a4216724 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 200 len: 851 time: 0.0475695 Jan 26 13:19:42.959234 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-fe80f725-c243-45aa-8065-714496311b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:42.962068 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-fe80f725-c243-45aa-8065-714496311b91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c715bf63-2397-4403-a2dc-b9a4df0d6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442724 Jan 26 13:19:43.080199 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-3e2c3a34-04b8-40a1-ad72-c52f5d447642 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114621 Jan 26 13:19:43.155209 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11c06a-eedb-47bb-a04e-d427f9cadd75 req-b5b9047c-41ad-4865-bae9-43bbbb226542 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:43.156951 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5d11c06a-eedb-47bb-a04e-d427f9cadd75 req-b5b9047c-41ad-4865-bae9-43bbbb226542 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0604630 Jan 26 13:19:43.186703 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-3fc2792e-34ac-4ad4-a692-bd4feea61763 req-ea0ab673-f319-4911-9614-65b1e0a39853 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002257 Jan 26 13:19:43.220776 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5d11c06a-eedb-47bb-a04e-d427f9cadd75 req-23aa0f9e-5c10-4adf-ad0f-585732379a39 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557625 Jan 26 13:19:43.282547 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11429e60-bcb0-4b92-b9c4-f0352041039e req-69325ca5-1ea0-4b7d-8d9a-76d5bb2704d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:43.284051 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-11429e60-bcb0-4b92-b9c4-f0352041039e req-69325ca5-1ea0-4b7d-8d9a-76d5bb2704d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0424521 Jan 26 13:19:43.323441 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-cfc7afa8-59de-489b-9cc6-c7f065057e06 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401320 Jan 26 13:19:43.379622 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11429e60-bcb0-4b92-b9c4-f0352041039e req-ad9c920f-b301-409b-80d6-fb3d7544ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:43.381035 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-11429e60-bcb0-4b92-b9c4-f0352041039e req-ad9c920f-b301-409b-80d6-fb3d7544ded3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 913 time: 0.0903656 Jan 26 13:19:43.429554 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-11429e60-bcb0-4b92-b9c4-f0352041039e req-1ab2360b-32bf-4dac-803b-5d4b483afdbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=686efe4b-6abd-4286-9274-db1034531764 HTTP/1.1" status: 200 len: 217 time: 0.0408010 Jan 26 13:19:43.466996 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6def9-fb67-46e9-830f-1afd430d8af4 req-307564d6-85ad-467c-88c0-94001fcd48c3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:43.468534 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4ba6def9-fb67-46e9-830f-1afd430d8af4 req-307564d6-85ad-467c-88c0-94001fcd48c3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0519595 Jan 26 13:19:43.485409 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11429e60-bcb0-4b92-b9c4-f0352041039e req-df413258-58c7-47fd-95dc-7146b5d54d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:43.487527 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-11429e60-bcb0-4b92-b9c4-f0352041039e req-df413258-58c7-47fd-95dc-7146b5d54d15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 200 len: 851 time: 0.0511839 Jan 26 13:19:43.537791 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11429e60-bcb0-4b92-b9c4-f0352041039e req-0c144b44-73cc-4e08-8f73-c3e1b1d38ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:43.539279 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-11429e60-bcb0-4b92-b9c4-f0352041039e req-0c144b44-73cc-4e08-8f73-c3e1b1d38ff6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c715bf63-2397-4403-a2dc-b9a4df0d6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459611 Jan 26 13:19:43.544195 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4ba6def9-fb67-46e9-830f-1afd430d8af4 req-411900ab-824a-49ab-bc3f-ac35ce6142fc tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656106 Jan 26 13:19:43.637234 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-11429e60-bcb0-4b92-b9c4-f0352041039e req-0473899e-eac3-4854-822f-15927df99e8b service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915051 Jan 26 13:19:43.673281 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323bbfd-90ea-40e9-b268-9d0fe3a48551 req-c986bd4f-e9be-4b35-8602-58c18da9f2e3 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:43.676803 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9323bbfd-90ea-40e9-b268-9d0fe3a48551 req-c986bd4f-e9be-4b35-8602-58c18da9f2e3 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0547726 Jan 26 13:19:43.735217 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9323bbfd-90ea-40e9-b268-9d0fe3a48551 req-9c931609-1b8d-47c1-9fed-69a5e017420f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524867 Jan 26 13:19:43.743134 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-11429e60-bcb0-4b92-b9c4-f0352041039e req-055186bc-67ef-453a-b2d3-12ef3452a14e service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989397 Jan 26 13:19:44.111788 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-2b50554c-d8ee-43af-b88a-56a57858bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:44.114139 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-2b50554c-d8ee-43af-b88a-56a57858bd72 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d&tenant_id=5fa95ef025ad4b06857dd510f4344181 HTTP/1.1" status: 200 len: 1096 time: 0.0419664 Jan 26 13:19:44.173057 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-6dae9286-658b-4409-b131-f00d8756189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:44.174721 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-6dae9286-658b-4409-b131-f00d8756189b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 1096 time: 0.0401320 Jan 26 13:19:44.275191 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-4b50b19c-c0f2-4af5-9c36-8dee7699e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:44.276716 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-4b50b19c-c0f2-4af5-9c36-8dee7699e197 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 918 time: 0.0956836 Jan 26 13:19:44.333211 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b9f6f-501b-46e3-9d5d-fc8ecf3a5110 req-a2738285-7ed7-4890-828c-b6ce13e986fc tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:44.334825 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a55b9f6f-501b-46e3-9d5d-fc8ecf3a5110 req-a2738285-7ed7-4890-828c-b6ce13e986fc tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0506778 Jan 26 13:19:44.349991 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-85cc5386-d225-486a-8978-ce11a00d0eec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb HTTP/1.1" status: 200 len: 999 time: 0.0668004 Jan 26 13:19:44.382991 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a55b9f6f-501b-46e3-9d5d-fc8ecf3a5110 req-db0dfabb-214a-4e1a-a860-9a91ac5e9ff2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426822 Jan 26 13:19:44.403954 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-e280278d-b335-411d-88c5-2daa7549f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:44.405481 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-e280278d-b335-411d-88c5-2daa7549f831 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 200 len: 856 time: 0.0492370 Jan 26 13:19:44.451361 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-872f6f99-8329-4c04-8465-e0c1eb759d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:44.452867 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-872f6f99-8329-4c04-8465-e0c1eb759d69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84beaab8-7cea-4036-bed2-ae75c0fff259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414679 Jan 26 13:19:44.545158 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-290b5197-4a38-4729-a2ec-dc7651945ae2 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849299 Jan 26 13:19:44.646413 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-d211af49-16b3-4f7e-b7de-a48034e7b1df req-bad52546-02bb-4105-a29b-ba6b15429da5 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941224 Jan 26 13:19:44.665624 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb20f2-e13a-4f1d-af00-d94af9e641a4 req-94663cd6-9225-49cf-839e-d16c7f0b9a90 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:44.667250 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6bbb20f2-e13a-4f1d-af00-d94af9e641a4 req-94663cd6-9225-49cf-839e-d16c7f0b9a90 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0553491 Jan 26 13:19:44.727982 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6bbb20f2-e13a-4f1d-af00-d94af9e641a4 req-5c40c791-7f46-4db6-a237-008c92877c39 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546944 Jan 26 13:19:44.856191 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471115f4-31fb-4635-8221-b3f127a21bf3 req-cc79f28c-60de-43a1-a103-db9f701a3bde tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:44.857823 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-471115f4-31fb-4635-8221-b3f127a21bf3 req-cc79f28c-60de-43a1-a103-db9f701a3bde tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0535781 Jan 26 13:19:44.907993 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-471115f4-31fb-4635-8221-b3f127a21bf3 req-ff4bc189-6caa-4108-981f-81f9efa7425f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446854 Jan 26 13:19:45.076773 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:19:45.167178 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb is: DOWN; New status is: DOWN {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:19:45.511218 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17077f55-59bc-489e-ada6-cfa88ff3298f req-47bcb884-2cfa-4b05-bd4b-35d5b278aa00 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:45.512810 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-17077f55-59bc-489e-ada6-cfa88ff3298f req-47bcb884-2cfa-4b05-bd4b-35d5b278aa00 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0559947 Jan 26 13:19:45.588365 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-17077f55-59bc-489e-ada6-cfa88ff3298f req-b378b6d5-fc6c-42fb-9243-1c7dadd1f4a0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693877 Jan 26 13:19:45.857184 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cc348-ab6d-433b-9b82-dba537d45dc4 req-c5c16aed-245d-4e53-a131-bb925521ec22 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:45.858770 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1b9cc348-ab6d-433b-9b82-dba537d45dc4 req-c5c16aed-245d-4e53-a131-bb925521ec22 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0488231 Jan 26 13:19:45.929374 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1b9cc348-ab6d-433b-9b82-dba537d45dc4 req-4c0ed2fa-281b-44d2-a442-b1f7858318a5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617611 Jan 26 13:19:46.035443 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357850b-485e-40c2-ba85-1f9e4a8cfdb5 req-680a2ea4-b1b6-4373-805c-a014a6cea416 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:46.037165 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9357850b-485e-40c2-ba85-1f9e4a8cfdb5 req-680a2ea4-b1b6-4373-805c-a014a6cea416 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0516715 Jan 26 13:19:46.091211 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9357850b-485e-40c2-ba85-1f9e4a8cfdb5 req-21032ee6-c45b-4f63-bf3e-4d39cd6b4ba9 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483484 Jan 26 13:19:46.757262 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06da46-4e49-4978-aef8-89932c559e53 req-57cad95d-577e-4ba6-98af-68f8b0642225 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:46.763861 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4a06da46-4e49-4978-aef8-89932c559e53 req-57cad95d-577e-4ba6-98af-68f8b0642225 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0780520 Jan 26 13:19:46.818351 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4a06da46-4e49-4978-aef8-89932c559e53 req-fe6870d1-0b78-4844-9027-2e5af0d82679 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524819 Jan 26 13:19:47.049755 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eed50-9945-459d-8654-ac95c5e1c096 req-bbe1ee54-383c-4eb5-b454-d9857a31e12f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:47.054304 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9f9eed50-9945-459d-8654-ac95c5e1c096 req-bbe1ee54-383c-4eb5-b454-d9857a31e12f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0529151 Jan 26 13:19:47.112435 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9f9eed50-9945-459d-8654-ac95c5e1c096 req-7dda3346-848e-4014-9a4c-5fc0ff168ea7 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544245 Jan 26 13:19:47.241809 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512096eb-05db-4df2-981e-4c0b003a71f6 req-7e1dd6be-16e2-4c1d-a252-1bfa0a844dac tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:47.248271 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-512096eb-05db-4df2-981e-4c0b003a71f6 req-7e1dd6be-16e2-4c1d-a252-1bfa0a844dac tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0774410 Jan 26 13:19:47.310170 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-512096eb-05db-4df2-981e-4c0b003a71f6 req-28f63fe2-41c9-4c00-9316-75ecc70c26f1 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607929 Jan 26 13:19:47.947605 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904c4b7-c7a6-443d-999f-a3bbee5cc651 req-d51cc023-b5fc-43e4-a584-72c2d9663ed0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:47.949243 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e904c4b7-c7a6-443d-999f-a3bbee5cc651 req-d51cc023-b5fc-43e4-a584-72c2d9663ed0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0508659 Jan 26 13:19:48.000265 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e904c4b7-c7a6-443d-999f-a3bbee5cc651 req-a9f15715-9f46-4637-a5cb-94acc4e0deb7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452876 Jan 26 13:19:48.240375 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961a088-70eb-4c4a-83d0-6b742541e443 req-6b511b6d-5fcf-4619-a347-c4587aa7bf93 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:48.242001 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f961a088-70eb-4c4a-83d0-6b742541e443 req-6b511b6d-5fcf-4619-a347-c4587aa7bf93 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0510423 Jan 26 13:19:48.314543 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f961a088-70eb-4c4a-83d0-6b742541e443 req-0e7608d4-bbd1-4f59-8999-72850d31b816 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658367 Jan 26 13:19:48.433117 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ddf68-076b-41e3-b902-f5de763cf574 req-2e95b114-b007-447a-94de-9377e1753b72 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:48.436602 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ef3ddf68-076b-41e3-b902-f5de763cf574 req-2e95b114-b007-447a-94de-9377e1753b72 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0559061 Jan 26 13:19:48.484518 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ef3ddf68-076b-41e3-b902-f5de763cf574 req-22452b4c-6ac8-4832-9a63-e6b53c35100c tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447602 Jan 26 13:19:49.122738 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790c20b-f348-498c-9d26-7a0e178a54ff req-7816f836-11ec-452b-9473-5b9dbc2ecb63 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:49.124295 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5790c20b-f348-498c-9d26-7a0e178a54ff req-7816f836-11ec-452b-9473-5b9dbc2ecb63 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0507596 Jan 26 13:19:49.181156 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5790c20b-f348-498c-9d26-7a0e178a54ff req-7a72bd9d-5a18-4f47-aed3-e30950320d11 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510755 Jan 26 13:19:49.436633 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a216c81-ae59-4dad-9f51-3e1380124f32 req-6b6d0c51-298a-40d7-8292-c5a9e930207b tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:49.438098 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4a216c81-ae59-4dad-9f51-3e1380124f32 req-6b6d0c51-298a-40d7-8292-c5a9e930207b tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0528588 Jan 26 13:19:49.500611 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4a216c81-ae59-4dad-9f51-3e1380124f32 req-16754f67-20e3-4052-9ad4-5a2e7854157a tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562654 Jan 26 13:19:49.612674 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8950d5a-5439-4427-81b9-5d956f32fece req-7f286b17-3135-4077-9eeb-34aa14a6dd63 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:49.614105 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c8950d5a-5439-4427-81b9-5d956f32fece req-7f286b17-3135-4077-9eeb-34aa14a6dd63 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0520856 Jan 26 13:19:49.668102 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c8950d5a-5439-4427-81b9-5d956f32fece req-b158c5c6-0662-4536-949f-61283a3b538e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476527 Jan 26 13:19:49.783775 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:19:50.308697 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba13db-1216-4836-a916-1de89110db74 req-c79db9b5-63ae-4ac9-95d3-297f708daf07 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:50.310382 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-40ba13db-1216-4836-a916-1de89110db74 req-c79db9b5-63ae-4ac9-95d3-297f708daf07 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0553808 Jan 26 13:19:50.361524 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-40ba13db-1216-4836-a916-1de89110db74 req-f6125280-b0c8-4c89-ad3f-2dd1da182ada tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451174 Jan 26 13:19:50.626145 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129538b7-5a7e-4c08-8d9d-cf594edc40a9 req-87d9ee6c-8438-47b8-a02e-13a2f90b27ff tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:50.627608 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-129538b7-5a7e-4c08-8d9d-cf594edc40a9 req-87d9ee6c-8438-47b8-a02e-13a2f90b27ff tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0509589 Jan 26 13:19:50.693981 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-129538b7-5a7e-4c08-8d9d-cf594edc40a9 req-d7dae8d5-a681-4a77-9b2c-5a9c86324373 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600026 Jan 26 13:19:50.820455 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2f662-31ca-47e8-8063-ed0ae9b6c73b req-49455d1b-f7dc-4035-b400-1756625f1b9f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:50.822020 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ccd2f662-31ca-47e8-8063-ed0ae9b6c73b req-49455d1b-f7dc-4035-b400-1756625f1b9f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0683873 Jan 26 13:19:50.857986 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:50.884528 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ccd2f662-31ca-47e8-8063-ed0ae9b6c73b req-4515df3a-e0ef-4601-ae97-da5e52e790cf tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570848 Jan 26 13:19:51.489251 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a5f64-70aa-4b06-8c8b-626b24517e54 req-7ac14d3a-ad59-4817-b662-c860b27463ca tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:51.491601 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c19a5f64-70aa-4b06-8c8b-626b24517e54 req-7ac14d3a-ad59-4817-b662-c860b27463ca tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0518439 Jan 26 13:19:51.541071 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c19a5f64-70aa-4b06-8c8b-626b24517e54 req-c50e36ef-c8aa-4b5d-ae57-e8e2fd22ca3b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435233 Jan 26 13:19:51.816855 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c14b1-6949-49ac-a725-011311fcc752 req-f8d9dff7-ef25-4b70-98d5-c52db9c59a01 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:51.819463 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb0c14b1-6949-49ac-a725-011311fcc752 req-f8d9dff7-ef25-4b70-98d5-c52db9c59a01 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0516963 Jan 26 13:19:51.886746 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb0c14b1-6949-49ac-a725-011311fcc752 req-147464ee-bb00-4b3a-94ac-dc2bbaeef57f tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619957 Jan 26 13:19:52.004866 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f04f1-1c8d-498a-a806-eab868421901 req-7cf513a7-471b-43eb-a640-8e69551548a6 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:52.006718 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e24f04f1-1c8d-498a-a806-eab868421901 req-7cf513a7-471b-43eb-a640-8e69551548a6 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0532596 Jan 26 13:19:52.057056 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e24f04f1-1c8d-498a-a806-eab868421901 req-d04f5ff8-7ad8-4172-8ddd-d2077f83b920 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447860 Jan 26 13:19:52.663624 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365c16-50ff-4e04-a18b-2a1b142ab7ef req-2e856ce0-6cae-4d6a-aad4-705aa4b675a4 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:52.665490 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-48365c16-50ff-4e04-a18b-2a1b142ab7ef req-2e856ce0-6cae-4d6a-aad4-705aa4b675a4 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0512533 Jan 26 13:19:52.713590 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-48365c16-50ff-4e04-a18b-2a1b142ab7ef req-9ddfbd99-5008-423d-a11b-64bfd05f487d tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425839 Jan 26 13:19:52.998449 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52bd1a-157e-4db1-ae4a-1c3056a3878e req-b450c968-9da9-4e70-ae0e-562c56a20cc6 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:52.999907 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4f52bd1a-157e-4db1-ae4a-1c3056a3878e req-b450c968-9da9-4e70-ae0e-562c56a20cc6 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0471153 Jan 26 13:19:53.061335 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4f52bd1a-157e-4db1-ae4a-1c3056a3878e req-45d5493b-3c8b-415e-b7eb-618cfd038daf tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560682 Jan 26 13:19:53.166924 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545184d-a1e5-4e48-98f2-25c27e76e768 req-682013b1-b6c0-44a7-841f-e1204b070e03 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:53.168312 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6545184d-a1e5-4e48-98f2-25c27e76e768 req-682013b1-b6c0-44a7-841f-e1204b070e03 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0479224 Jan 26 13:19:53.217368 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6545184d-a1e5-4e48-98f2-25c27e76e768 req-add3817b-e8b2-4e03-b14e-20567f5e0d88 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434756 Jan 26 13:19:53.836183 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5744ab-9e63-46df-80ab-b07412fffee5 req-9172940d-c19c-4af4-b916-1d76c0e7aad0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:53.837643 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5e5744ab-9e63-46df-80ab-b07412fffee5 req-9172940d-c19c-4af4-b916-1d76c0e7aad0 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0490291 Jan 26 13:19:53.885772 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5e5744ab-9e63-46df-80ab-b07412fffee5 req-2b8a42b0-b96f-4364-ba44-4fdcde2da135 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425091 Jan 26 13:19:54.181033 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604951af-361d-4004-869c-13175411f84a req-8a491e23-18b9-4248-a156-97920fc95ae0 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:54.182405 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604951af-361d-4004-869c-13175411f84a req-8a491e23-18b9-4248-a156-97920fc95ae0 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0506420 Jan 26 13:19:54.242234 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604951af-361d-4004-869c-13175411f84a req-4ee168f9-4f03-4458-82b8-b5741fc14460 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&id=b658f559-54e6-4d32-af46-f19acec0b18f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541239 Jan 26 13:19:54.335297 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02805efb-eb9c-4597-97f0-73eefc6fa3ec req-062e2fdd-0f9f-47e0-b628-b7ebfdc935ff tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:54.336791 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-02805efb-eb9c-4597-97f0-73eefc6fa3ec req-062e2fdd-0f9f-47e0-b628-b7ebfdc935ff tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0474491 Jan 26 13:19:54.383803 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-02805efb-eb9c-4597-97f0-73eefc6fa3ec req-405558f1-3621-43df-b281-4b066437f978 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416133 Jan 26 13:19:55.006112 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab963f5-b08e-4a51-a65e-d74f91185827 req-4f938bb8-8cd0-4f1d-907d-e6eac3d64d61 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:55.007511 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5ab963f5-b08e-4a51-a65e-d74f91185827 req-4f938bb8-8cd0-4f1d-907d-e6eac3d64d61 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0501750 Jan 26 13:19:55.052088 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5ab963f5-b08e-4a51-a65e-d74f91185827 req-cbf96897-c50f-41a3-a718-c5a65aedc0d7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389428 Jan 26 13:19:55.494256 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0c402-a2e7-433e-a896-d51d32ec0e60 req-595f7e1a-9402-46c1-b203-020a7a7f9731 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:55.495740 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ece0c402-a2e7-433e-a896-d51d32ec0e60 req-595f7e1a-9402-46c1-b203-020a7a7f9731 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0480115 Jan 26 13:19:55.544026 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ece0c402-a2e7-433e-a896-d51d32ec0e60 req-1ff9ef08-339b-4009-bb81-b765f6af1708 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427773 Jan 26 13:19:56.168130 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7031a3-acec-4c3f-b17f-35f6dcd92faa req-4884d277-8a49-4140-85d1-2283bd05f414 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:56.169575 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8c7031a3-acec-4c3f-b17f-35f6dcd92faa req-4884d277-8a49-4140-85d1-2283bd05f414 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0467772 Jan 26 13:19:56.218791 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8c7031a3-acec-4c3f-b17f-35f6dcd92faa req-1d7a2fa4-b367-4aa9-b669-d01077f1ce40 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Jan 26 13:19:56.655965 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb7c3b-6efb-4d46-9c1a-747d7afdac15 req-302fdd1d-7638-44e5-9034-e9603140105b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:56.657417 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0bfb7c3b-6efb-4d46-9c1a-747d7afdac15 req-302fdd1d-7638-44e5-9034-e9603140105b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 943 time: 0.0481739 Jan 26 13:19:56.705625 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0bfb7c3b-6efb-4d46-9c1a-747d7afdac15 req-258de9d9-e216-4f80-8040-98e2046364b5 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 Jan 26 13:19:57.133983 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 686efe4b-6abd-4286-9274-db1034531764 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:19:57.226306 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 686efe4b-6abd-4286-9274-db1034531764, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=686efe4b-6abd-4286-9274-db1034531764,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:57.236463 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '686efe4b-6abd-4286-9274-db1034531764', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'port_id': '686efe4b-6abd-4286-9274-db1034531764', 'mac_address': 'fa:16:3e:60:47:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:19:57.277512 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 686efe4b-6abd-4286-9274-db1034531764 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:19:57.277904 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (686efe4b-6abd-4286-9274-db1034531764), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:57.290993 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686efe4b-6abd-4286-9274-db1034531764 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:19:57.310664 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 686efe4b-6abd-4286-9274-db1034531764, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=686efe4b-6abd-4286-9274-db1034531764,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:57.315982 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (686efe4b-6abd-4286-9274-db1034531764), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:57.316663 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:19:57.337868 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17400f7-ede7-40b6-988f-8552c5e26052 req-214046ea-7832-41f3-a9b4-7b4f1774e421 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:57.339332 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d17400f7-ede7-40b6-988f-8552c5e26052 req-214046ea-7832-41f3-a9b4-7b4f1774e421 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 943 time: 0.0495291 Jan 26 13:19:57.385432 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d17400f7-ede7-40b6-988f-8552c5e26052 req-42e6fa97-4d52-4b65-bc9b-0d20f012db14 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403340 Jan 26 13:19:57.389086 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=686efe4b-6abd-4286-9274-db1034531764,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:57.445856 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-76a1609e-9f2e-495e-898b-8b594c5d7f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:57.466617 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:57.478014 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'port_id': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'mac_address': 'fa:16:3e:76:29:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:19:57.514836 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:19:57.515223 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:57.527519 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:19:57.546085 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:57.549089 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:57.599199 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,revision_number=9']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:57.806239 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:19:57.810942 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['686efe4b-6abd-4286-9274-db1034531764'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:19:57.821643 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bba66-0a56-4b28-ae17-89d199039c2c req-a04f77a4-3d60-4574-9d6d-843924b5e3c2 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:57.823266 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4e4bba66-0a56-4b28-ae17-89d199039c2c req-a04f77a4-3d60-4574-9d6d-843924b5e3c2 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 944 time: 0.0511765 Jan 26 13:19:57.871101 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4e4bba66-0a56-4b28-ae17-89d199039c2c req-08b5e6ba-00e6-494c-9e87-3d422207e91e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424197 Jan 26 13:19:58.502330 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456ee52-ee1b-4362-b268-5dcc22b3fe9a req-8fe1e4ee-8a43-4302-8df9-6a5a3a4c7f5a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:58.503727 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5456ee52-ee1b-4362-b268-5dcc22b3fe9a req-8fe1e4ee-8a43-4302-8df9-6a5a3a4c7f5a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 944 time: 0.0472257 Jan 26 13:19:58.550795 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5456ee52-ee1b-4362-b268-5dcc22b3fe9a req-4d3c1a90-3f68-419f-a915-92830ad19110 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413220 Jan 26 13:19:58.984533 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f84cb2-23b9-4a5e-b172-0d7723b49963 req-703c6f11-22a5-4385-8e2a-348f77ed47e8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:58.985959 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-91f84cb2-23b9-4a5e-b172-0d7723b49963 req-703c6f11-22a5-4385-8e2a-348f77ed47e8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 944 time: 0.0485198 Jan 26 13:19:59.036000 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-91f84cb2-23b9-4a5e-b172-0d7723b49963 req-8d429b4e-e6c9-4444-9a6c-20dde784009b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438595 Jan 26 13:19:59.133702 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 686efe4b-6abd-4286-9274-db1034531764 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:19:59.181435 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 686efe4b-6abd-4286-9274-db1034531764 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:19:59.185841 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 686efe4b-6abd-4286-9274-db1034531764 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:19:59.186215 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (686efe4b-6abd-4286-9274-db1034531764), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:59.263306 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 686efe4b-6abd-4286-9274-db1034531764 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:19:59.263748 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (686efe4b-6abd-4286-9274-db1034531764), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:59.286809 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686efe4b-6abd-4286-9274-db1034531764'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:19:59.288958 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7176048-f734-44ce-8ad0-d0f1b8f24728" -d '{"events": [{"server_uuid": "d60ab9a6-e9cf-465f-a39e-97083a23a7e2", "name": "network-vif-plugged", "status": "completed", "tag": "686efe4b-6abd-4286-9274-db1034531764"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:19:59.300705 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 686efe4b-6abd-4286-9274-db1034531764, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=686efe4b-6abd-4286-9274-db1034531764,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:59.305668 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (686efe4b-6abd-4286-9274-db1034531764), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:59.306470 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:19:59.385459 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76314f7-513a-4afc-ae55-68fd50e4988a x-openstack-request-id: req-e76314f7-513a-4afc-ae55-68fd50e4988a {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:19:59.385746 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60ab9a6-e9cf-465f-a39e-97083a23a7e2", "name": "network-vif-plugged", "status": "completed", "tag": "686efe4b-6abd-4286-9274-db1034531764", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:19:59.385997 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e76314f7-513a-4afc-ae55-68fd50e4988a {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:19:59.386637 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686efe4b-6abd-4286-9274-db1034531764', 'code': 200} Jan 26 13:19:59.393952 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=686efe4b-6abd-4286-9274-db1034531764,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:59.408904 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:19:59.409271 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:59.486872 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:19:59.487269 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:59.520003 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:19:59.524473 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:59.578726 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,revision_number=10']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:19:59.611694 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edf3c1-a57e-454c-b364-3bb941492af1 req-1c3a3de0-8cab-4c8f-83f5-f258da4406a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:59.613237 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-67edf3c1-a57e-454c-b364-3bb941492af1 req-1c3a3de0-8cab-4c8f-83f5-f258da4406a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0427191 Jan 26 13:19:59.660198 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-67edf3c1-a57e-454c-b364-3bb941492af1 req-b804772e-0dcc-4dbd-bd00-1a218b28fa0d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411263 Jan 26 13:19:59.670576 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da62599-24b5-45db-8e89-4bd78301a04c req-76032897-93b8-41d4-bdd2-1e7cd427b83b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:19:59.672394 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9da62599-24b5-45db-8e89-4bd78301a04c req-76032897-93b8-41d4-bdd2-1e7cd427b83b tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 946 time: 0.0482736 Jan 26 13:19:59.674943 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d999-1f80-4a89-97e7-3a9333aa2d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:19:59.721948 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9da62599-24b5-45db-8e89-4bd78301a04c req-61696cac-10a3-47e2-83e4-b36e02fe1a10 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430729 Jan 26 13:20:00.151897 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5544d2-ddf8-476b-9bae-9f4b33d09b71 req-af74b453-aea7-4f8d-bc32-729774c185fd tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:00.153339 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0a5544d2-ddf8-476b-9bae-9f4b33d09b71 req-af74b453-aea7-4f8d-bc32-729774c185fd tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 945 time: 0.0481873 Jan 26 13:20:00.200646 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0a5544d2-ddf8-476b-9bae-9f4b33d09b71 req-418b3894-b576-4ba0-b3c4-bad0f340f8fd tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416410 Jan 26 13:20:00.862142 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df9b7d-dedc-477d-83c9-5b6edf62802d req-6e70a4df-278d-46ac-a335-98c760baa59a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:00.863790 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d7df9b7d-dedc-477d-83c9-5b6edf62802d req-6e70a4df-278d-46ac-a335-98c760baa59a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 946 time: 0.0598383 Jan 26 13:20:00.913734 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:00.917414 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d7df9b7d-dedc-477d-83c9-5b6edf62802d req-ee36acba-5cde-4edd-b870-9624d6c0aae8 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476034 Jan 26 13:20:01.314645 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aa0b5-42ef-4c86-85b8-d1892211bbb3 req-56d6aa14-1ffa-4037-ac9c-7339ec5cd5a9 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:01.316113 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-305aa0b5-42ef-4c86-85b8-d1892211bbb3 req-56d6aa14-1ffa-4037-ac9c-7339ec5cd5a9 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 945 time: 0.0499129 Jan 26 13:20:01.363565 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-305aa0b5-42ef-4c86-85b8-d1892211bbb3 req-79754537-e951-4050-a0c0-4c8d2813eab3 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 Jan 26 13:20:01.387841 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:01.390190 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f646bd-fe98-4882-86b2-b42d164d15ce" -d '{"events": [{"server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "name": "network-vif-plugged", "status": "completed", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:01.426070 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7595f4-3eb6-486f-b9d2-de180274934a x-openstack-request-id: req-6d7595f4-3eb6-486f-b9d2-de180274934a {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:01.426436 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "name": "network-vif-plugged", "status": "completed", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:01.427015 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d7595f4-3eb6-486f-b9d2-de180274934a {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:01.427738 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'code': 200} Jan 26 13:20:01.486274 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbe408-3d2c-4c22-ad98-0345397dde8c req-9925be57-64e5-4e51-be87-53c6af6a86c2 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:01.487875 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4fdbe408-3d2c-4c22-ad98-0345397dde8c req-9925be57-64e5-4e51-be87-53c6af6a86c2 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 945 time: 0.0572259 Jan 26 13:20:01.540215 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4fdbe408-3d2c-4c22-ad98-0345397dde8c req-ce9b0b21-51bd-42b7-94c4-22191baa19bc tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463653 Jan 26 13:20:01.562250 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 40494) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:01.602779 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f4744-48bf-42a2-8152-3607d2f6f053 tempest-TestVolumeBootPattern-595219993 tempest-TestVolumeBootPattern-595219993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:01.604309 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-b33f4744-48bf-42a2-8152-3607d2f6f053 tempest-TestVolumeBootPattern-595219993 tempest-TestVolumeBootPattern-595219993-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 1093 time: 0.0410678 Jan 26 13:20:01.606178 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06881b7-b0a1-434e-92c5-b7ed5c8ad2ae req-790ae4fa-933c-4698-bced-147d4c7359bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:01.607122 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 40496) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:01.607728 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f06881b7-b0a1-434e-92c5-b7ed5c8ad2ae req-790ae4fa-933c-4698-bced-147d4c7359bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 1099 time: 0.0434136 Jan 26 13:20:01.611286 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'floatingip': {'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'port_id': '686efe4b-6abd-4286-9274-db1034531764', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:20:01.633192 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:01.652879 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f06881b7-b0a1-434e-92c5-b7ed5c8ad2ae req-ffca1739-64ab-4732-b4ec-00847b06ec22 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385518 Jan 26 13:20:01.979265 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:02.100369 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1421c1-0b55-4e07-8320-d665ebfd7b63 req-75f88188-bc90-4f8c-90fc-0e089ec5fcab tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:02.101819 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1e1421c1-0b55-4e07-8320-d665ebfd7b63 req-75f88188-bc90-4f8c-90fc-0e089ec5fcab tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 946 time: 0.0864675 Jan 26 13:20:02.129307 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Allocated IP 172.27.2.198 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/6c27ca94-b703-40aa-8126-ea8efb4a4e63) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:20:02.188703 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1e1421c1-0b55-4e07-8320-d665ebfd7b63 req-7b19edd4-7328-486b-a607-8e348312f39a tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797210 Jan 26 13:20:02.234093 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:02.267072 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for port (6c27ca94-b703-40aa-8126-ea8efb4a4e63), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:02.302212 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (6c27ca94-b703-40aa-8126-ea8efb4a4e63), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:02.339705 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:20:02.342437 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:20:02.345783 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:20:02.376363 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'Port': ['ID=6c27ca94-b703-40aa-8126-ea8efb4a4e63,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:02.389896 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.390241 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.390586 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.390933 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.391314 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.391561 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.391918 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.392406 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.392868 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.393191 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.393654 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.394115 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.394438 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:02.738052 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (8db92fa4-b7c5-4b09-aeae-1a4a087e1a90), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:02.808000 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (6c27ca94-b703-40aa-8126-ea8efb4a4e63), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:02.966656 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for port (6c27ca94-b703-40aa-8126-ea8efb4a4e63), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:02.971256 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (6c27ca94-b703-40aa-8126-ea8efb4a4e63), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:03.049234 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'Port': ['ID=6c27ca94-b703-40aa-8126-ea8efb4a4e63,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:03.059679 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (8db92fa4-b7c5-4b09-aeae-1a4a087e1a90), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:03.161359 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.l3_db [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Floating IP 8db92fa4-b7c5-4b09-aeae-1a4a087e1a90 associated. External IP: 172.27.2.198, port: 686efe4b-6abd-4286-9274-db1034531764. Jan 26 13:20:03.397083 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3637-1a44-475e-ae2b-5b0a12f19b3f req-d6f007d3-4ed4-4646-a7db-b77f6eeedfb7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:03.398566 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fd3f3637-1a44-475e-ae2b-5b0a12f19b3f req-d6f007d3-4ed4-4646-a7db-b77f6eeedfb7 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 946 time: 0.1206326 Jan 26 13:20:03.431024 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Router 5ae4a5db-5d8f-4b38-a172-3a530224e969 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:20:03.499312 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fd3f3637-1a44-475e-ae2b-5b0a12f19b3f req-29aa9ada-9a7a-4eb0-825e-d07d66662712 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931284 Jan 26 13:20:03.564078 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:20:03.575466 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680c60ed-e3fa-4917-94aa-a969addbea8d None None] Sync routers for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:20:03.584170 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:03.586921 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680c60ed-e3fa-4917-94aa-a969addbea8d None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:03.587863 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-680c60ed-e3fa-4917-94aa-a969addbea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:03.613876 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3a5357a6-0bd1-4dc5-bc52-653283d789b8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0057282 Jan 26 13:20:03.614540 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'tag': '686efe4b-6abd-4286-9274-db1034531764'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:03.616982 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f062e8a0-9bd8-4301-af18-d420c19b6b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d60ab9a6-e9cf-465f-a39e-97083a23a7e2", "tag": "686efe4b-6abd-4286-9274-db1034531764"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:03.712589 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3e047e-594c-461d-bc10-a12510d02d76 x-openstack-request-id: req-8c3e047e-594c-461d-bc10-a12510d02d76 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:03.713003 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60ab9a6-e9cf-465f-a39e-97083a23a7e2", "tag": "686efe4b-6abd-4286-9274-db1034531764", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:03.713267 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c3e047e-594c-461d-bc10-a12510d02d76 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:03.713705 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'tag': '686efe4b-6abd-4286-9274-db1034531764', 'status': 'completed', 'code': 200} Jan 26 13:20:03.775531 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062e8a0-9bd8-4301-af18-d420c19b6b3a req-0d22fee4-4d08-44e8-ac86-689382b623b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:03.777050 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f062e8a0-9bd8-4301-af18-d420c19b6b3a req-0d22fee4-4d08-44e8-ac86-689382b623b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0435927 Jan 26 13:20:03.822796 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:03.839420 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-680c60ed-e3fa-4917-94aa-a969addbea8d None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:03.869932 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062e8a0-9bd8-4301-af18-d420c19b6b3a req-70f89187-6199-4075-ad85-a30dda771c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:03.871394 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f062e8a0-9bd8-4301-af18-d420c19b6b3a req-70f89187-6199-4075-ad85-a30dda771c2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 913 time: 0.0881259 Jan 26 13:20:03.934782 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f062e8a0-9bd8-4301-af18-d420c19b6b3a req-48c0c687-e3c7-4032-bf3a-7d14f018d080 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=686efe4b-6abd-4286-9274-db1034531764 HTTP/1.1" status: 200 len: 999 time: 0.0572379 Jan 26 13:20:03.982786 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062e8a0-9bd8-4301-af18-d420c19b6b3a req-9c1d96b0-0952-49f9-bd8a-691da6bac0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:03.984407 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f062e8a0-9bd8-4301-af18-d420c19b6b3a req-9c1d96b0-0952-49f9-bd8a-691da6bac0fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 200 len: 851 time: 0.0439231 Jan 26 13:20:04.033129 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062e8a0-9bd8-4301-af18-d420c19b6b3a req-f4a2cf77-90e5-4b4f-b188-a54f9c31dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:04.034591 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f062e8a0-9bd8-4301-af18-d420c19b6b3a req-f4a2cf77-90e5-4b4f-b188-a54f9c31dfe5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c715bf63-2397-4403-a2dc-b9a4df0d6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422561 Jan 26 13:20:04.061878 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-680c60ed-e3fa-4917-94aa-a969addbea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '8db92fa4-b7c5-4b09-aeae-1a4a087e1a90', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': '686efe4b-6abd-4286-9274-db1034531764', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:60:47:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:20:02Z', 'updated_at': '2022-01-26T13:20:02Z', 'revision_number': 0, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:04.087494 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680c60ed-e3fa-4917-94aa-a969addbea8d None None] Checking router: 5ae4a5db-5d8f-4b38-a172-3a530224e969 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:20:04.095589 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680c60ed-e3fa-4917-94aa-a969addbea8d None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:04.096235 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-680c60ed-e3fa-4917-94aa-a969addbea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:04.121956 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f062e8a0-9bd8-4301-af18-d420c19b6b3a req-c46bd7df-3925-4d2f-a7bc-600ca86a879b service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813141 Jan 26 13:20:04.206348 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-680c60ed-e3fa-4917-94aa-a969addbea8d None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:04.216152 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f062e8a0-9bd8-4301-af18-d420c19b6b3a req-3457611e-840b-4f44-8b2f-d3fcf813d823 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875332 Jan 26 13:20:04.425118 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-680c60ed-e3fa-4917-94aa-a969addbea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '8db92fa4-b7c5-4b09-aeae-1a4a087e1a90', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': '686efe4b-6abd-4286-9274-db1034531764', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:60:47:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:20:02Z', 'updated_at': '2022-01-26T13:20:02Z', 'revision_number': 0, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:04.455435 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680c60ed-e3fa-4917-94aa-a969addbea8d None None] The sync data for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi is: [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '8db92fa4-b7c5-4b09-aeae-1a4a087e1a90', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': '686efe4b-6abd-4286-9274-db1034531764', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:60:47:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:20:02Z', 'updated_at': '2022-01-26T13:20:02Z', 'revision_number': 0, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:20:04.631260 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a50f-dc39-4ac6-8ea2-828c19654deb req-6a9746da-feb6-4f00-9e48-2e2ff2177447 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:04.633165 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6924a50f-dc39-4ac6-8ea2-828c19654deb req-6a9746da-feb6-4f00-9e48-2e2ff2177447 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 946 time: 0.0607095 Jan 26 13:20:04.657877 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5dca0-c415-4ce2-9748-96720dc24b75 None None] New status for floating IP 8db92fa4-b7c5-4b09-aeae-1a4a087e1a90: ACTIVE {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:20:04.696803 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6924a50f-dc39-4ac6-8ea2-828c19654deb req-eb6a130c-c360-4b8e-970d-5ca25f238d59 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578828 Jan 26 13:20:13.373511 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a327c-21c2-4c51-84d1-0663c809fe0a req-9d1b7d54-3a12-443b-8d7b-19227c9dc56a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:13.374982 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-007a327c-21c2-4c51-84d1-0663c809fe0a req-9d1b7d54-3a12-443b-8d7b-19227c9dc56a tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 946 time: 0.0480640 Jan 26 13:20:13.420598 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-007a327c-21c2-4c51-84d1-0663c809fe0a req-956aaef1-0b9e-4a46-806d-2db4b8e653d7 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=423508c9-1405-432c-b56d-54e243af2644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393448 Jan 26 13:20:14.534400 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fcef4-00f2-4377-81df-06f6e0220de5 req-543cde1c-35da-4335-8051-5fbf7c7542e1 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:14.536201 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-aa5fcef4-00f2-4377-81df-06f6e0220de5 req-543cde1c-35da-4335-8051-5fbf7c7542e1 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 946 time: 0.0480394 Jan 26 13:20:14.581274 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-aa5fcef4-00f2-4377-81df-06f6e0220de5 req-2ffc7130-a90c-4698-a7c4-9248ebaf73c6 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=423508c9-1405-432c-b56d-54e243af2644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396905 Jan 26 13:20:15.251195 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8b66f3b6-5551-4236-80e6-74d1d1d5b23d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:15.252757 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8b66f3b6-5551-4236-80e6-74d1d1d5b23d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 946 time: 0.0483494 Jan 26 13:20:15.344106 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Deleting port 1cce716d-8caf-4656-b1e4-b5fea19df556 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:15.344436 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:15.655654 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] For port 1cce716d-8caf-4656-b1e4-b5fea19df556, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1cce716d-8caf-4656-b1e4-b5fea19df556,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:15.656050 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:15.698028 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f3068-53d0-4775-94c1-0f9af8cd49c0 req-26189acd-a0d9-49e4-ad80-0ad34acc8ada tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:15.699508 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b66f3068-53d0-4775-94c1-0f9af8cd49c0 req-26189acd-a0d9-49e4-ad80-0ad34acc8ada tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 946 time: 0.0517199 Jan 26 13:20:15.746299 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b66f3068-53d0-4775-94c1-0f9af8cd49c0 req-49405fc6-2776-4f0f-9d2d-5b426fdcf5d3 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups?id=423508c9-1405-432c-b56d-54e243af2644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410674 Jan 26 13:20:15.829028 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:15.829385 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (6ec54e84-4658-4592-90ad-a9d1f2b87f6d), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:15.829690 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Floating IP 6ec54e84-4658-4592-90ad-a9d1f2b87f6d disassociated. External IP: 172.27.2.37, port: 1cce716d-8caf-4656-b1e4-b5fea19df556. Jan 26 13:20:15.830018 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Calling delete_port for 1cce716d-8caf-4656-b1e4-b5fea19df556 owned by compute:nova {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:15.956025 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (1cce716d-8caf-4656-b1e4-b5fea19df556), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:15.987186 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event deleted for resources: {'Port': ['ID=1cce716d-8caf-4656-b1e4-b5fea19df556,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:16.097547 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Router 2820cf07-fd70-4276-97d7-435df3f9cf63 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:20:16.198980 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:20:16.208841 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f7ea9-0c7f-4b4d-a795-5c719ad3aa9f None None] Sync routers for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:20:16.218212 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f7ea9-0c7f-4b4d-a795-5c719ad3aa9f None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:16.218824 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ce2f7ea9-0c7f-4b4d-a795-5c719ad3aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:16.243164 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] No DVR routers for this DVR port 1cce716d-8caf-4656-b1e4-b5fea19df556 on host hv-cinder-82418 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:16.245723 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:16.249192 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-9a9b64ce-a080-47eb-aa53-95894353b31e req-8f61eb36-fb98-494a-b8dc-357b17b99bcc tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.24 "DELETE /v2.0/ports/1cce716d-8caf-4656-b1e4-b5fea19df556 HTTP/1.1" status: 204 len: 173 time: 0.9904768 Jan 26 13:20:16.249642 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'name': 'network-vif-deleted', 'tag': '1cce716d-8caf-4656-b1e4-b5fea19df556'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:16.252005 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecbb2ff-a4d8-422b-bf5f-a8fc7fc607e2" -d '{"events": [{"server_uuid": "aeef4191-ff12-42f3-b07a-43396facf6af", "name": "network-vif-deleted", "tag": "1cce716d-8caf-4656-b1e4-b5fea19df556"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:16.295532 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593d2f02-c382-4c21-9f54-4488c986749c x-openstack-request-id: req-593d2f02-c382-4c21-9f54-4488c986749c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:16.295857 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeef4191-ff12-42f3-b07a-43396facf6af", "name": "network-vif-deleted", "tag": "1cce716d-8caf-4656-b1e4-b5fea19df556", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:16.296110 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-593d2f02-c382-4c21-9f54-4488c986749c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:16.296505 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeef4191-ff12-42f3-b07a-43396facf6af', 'name': 'network-vif-deleted', 'tag': '1cce716d-8caf-4656-b1e4-b5fea19df556', 'status': 'completed', 'code': 200} Jan 26 13:20:16.331723 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ce2f7ea9-0c7f-4b4d-a795-5c719ad3aa9f None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:16.536161 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ce2f7ea9-0c7f-4b4d-a795-5c719ad3aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:33Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:16.562201 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f7ea9-0c7f-4b4d-a795-5c719ad3aa9f None None] Checking router: 2820cf07-fd70-4276-97d7-435df3f9cf63 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:20:16.570915 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f7ea9-0c7f-4b4d-a795-5c719ad3aa9f None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:16.571507 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ce2f7ea9-0c7f-4b4d-a795-5c719ad3aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:16.679364 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ce2f7ea9-0c7f-4b4d-a795-5c719ad3aa9f None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:16.858602 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c8955b39-87d2-4a96-9088-9d4045f97223 req-f40f0ad3-2396-470b-b8dd-6868bef37d08 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/ports?device_id=aeef4191-ff12-42f3-b07a-43396facf6af HTTP/1.1" status: 200 len: 210 time: 0.0265293 Jan 26 13:20:16.890077 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ce2f7ea9-0c7f-4b4d-a795-5c719ad3aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:33Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:16.920583 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f7ea9-0c7f-4b4d-a795-5c719ad3aa9f None None] The sync data for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi is: [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:22Z', 'revision_number': 4, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '8cd23363-8f67-4626-a7ce-2a705c64c881', 'name': '', 'network_id': '2d9cd22e-c402-4c5f-b2cf-7984cbee040f', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'mac_address': 'fa:16:3e:02:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:19Z', 'updated_at': '2022-01-26T13:14:33Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'subnets': [{'id': 'bc77bad1-131b-4485-8b8c-4e65034728c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:20:17.138288 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8acca0b-ac34-41ce-81c0-158b2c313b1c None None] New status for floating IP 6ec54e84-4658-4592-90ad-a9d1f2b87f6d: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:20:17.944696 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 40636) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:17.997405 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbd8ec2b-6ca8-4727-aeae-53ea620e1c4b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group (423508c9-1405-432c-b56d-54e243af2644), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:18.020139 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbd8ec2b-6ca8-4727-aeae-53ea620e1c4b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group (423508c9-1405-432c-b56d-54e243af2644), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:18.065429 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbd8ec2b-6ca8-4727-aeae-53ea620e1c4b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (423508c9-1405-432c-b56d-54e243af2644), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:18.068311 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbd8ec2b-6ca8-4727-aeae-53ea620e1c4b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:18.069434 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-fbd8ec2b-6ca8-4727-aeae-53ea620e1c4b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "DELETE /v2.0/security-groups/423508c9-1405-432c-b56d-54e243af2644 HTTP/1.1" status: 204 len: 168 time: 0.1237607 Jan 26 13:20:18.072376 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40638) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:18.078082 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8ec2b-6ca8-4727-aeae-53ea620e1c4b tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423508c9-1405-432c-b56d-54e243af2644,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:18.086540 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.api.v2.resource [None req-476c6ca5-d77e-4cd2-8aca-aaf937475084 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] show failed (client error): The resource could not be found. Jan 26 13:20:18.087601 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-476c6ca5-d77e-4cd2-8aca-aaf937475084 tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "GET /v2.0/security-groups/423508c9-1405-432c-b56d-54e243af2644 HTTP/1.1" status: 404 len: 347 time: 0.0141001 Jan 26 13:20:18.090395 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40640) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:18.209479 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d0f892a6-6d18-4460-853e-b3e7b24bd82d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Deleting port 734f2de7-eebf-4045-b904-312f83db45df {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:18.209735 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0f892a6-6d18-4460-853e-b3e7b24bd82d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (734f2de7-eebf-4045-b904-312f83db45df), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:18.282184 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0f892a6-6d18-4460-853e-b3e7b24bd82d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (734f2de7-eebf-4045-b904-312f83db45df), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:18.282497 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0f892a6-6d18-4460-853e-b3e7b24bd82d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (734f2de7-eebf-4045-b904-312f83db45df), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:18.297241 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d0f892a6-6d18-4460-853e-b3e7b24bd82d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Calling delete_port for 734f2de7-eebf-4045-b904-312f83db45df owned by network:floatingip {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:18.433862 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0f892a6-6d18-4460-853e-b3e7b24bd82d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (734f2de7-eebf-4045-b904-312f83db45df), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:18.458948 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f892a6-6d18-4460-853e-b3e7b24bd82d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Pushing event deleted for resources: {'Port': ['ID=734f2de7-eebf-4045-b904-312f83db45df,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:18.518707 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0f892a6-6d18-4460-853e-b3e7b24bd82d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks [] for floatingip (6ec54e84-4658-4592-90ad-a9d1f2b87f6d), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:18.521800 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0f892a6-6d18-4460-853e-b3e7b24bd82d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:18.522961 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d0f892a6-6d18-4460-853e-b3e7b24bd82d tempest-AttachVolumeTestJSON-1404780572 tempest-AttachVolumeTestJSON-1404780572-project] 10.222.0.10 "DELETE /v2.0/floatingips/6ec54e84-4658-4592-90ad-a9d1f2b87f6d HTTP/1.1" status: 204 len: 168 time: 0.4316406 Jan 26 13:20:19.270619 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1cce716d-8caf-4656-b1e4-b5fea19df556 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:19.291771 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 1cce716d-8caf-4656-b1e4-b5fea19df556 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:19.292121 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1cce716d-8caf-4656-b1e4-b5fea19df556 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:19.731195 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c342967-2172-4793-8591-c47c44cd984a req-4045eec9-96eb-4721-9a9e-ae33d67e018a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438662 Jan 26 13:20:19.798839 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c342967-2172-4793-8591-c47c44cd984a req-4f637f3e-6030-4044-ac14-2bf5924646e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:19.800448 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c342967-2172-4793-8591-c47c44cd984a req-4f637f3e-6030-4044-ac14-2bf5924646e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fa95ef025ad4b06857dd510f4344181&device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 1099 time: 0.0446131 Jan 26 13:20:19.934150 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c342967-2172-4793-8591-c47c44cd984a req-1371a7fe-c1be-458f-bb7d-ffe305b8ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:19.935546 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c342967-2172-4793-8591-c47c44cd984a req-1371a7fe-c1be-458f-bb7d-ffe305b8ab82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 200 len: 918 time: 0.1054342 Jan 26 13:20:20.006614 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c342967-2172-4793-8591-c47c44cd984a req-93d867c4-3ee0-476b-bc8a-b43b31bf8f7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb HTTP/1.1" status: 200 len: 1001 time: 0.0611584 Jan 26 13:20:20.057086 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c342967-2172-4793-8591-c47c44cd984a req-9512d1b7-1672-4733-8069-0106e95abf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:20.058511 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c342967-2172-4793-8591-c47c44cd984a req-9512d1b7-1672-4733-8069-0106e95abf11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 200 len: 856 time: 0.0461297 Jan 26 13:20:20.102420 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c342967-2172-4793-8591-c47c44cd984a req-1274bc3b-0fca-4475-9454-37d9202a2198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:20.103910 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c342967-2172-4793-8591-c47c44cd984a req-1274bc3b-0fca-4475-9454-37d9202a2198 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84beaab8-7cea-4036-bed2-ae75c0fff259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392210 Jan 26 13:20:20.191197 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c342967-2172-4793-8591-c47c44cd984a req-b32b0a9d-5a92-4cb3-bfca-af058b190d31 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796971 Jan 26 13:20:20.283456 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c342967-2172-4793-8591-c47c44cd984a req-d1a562e6-d04c-485e-a15e-e15b6f4a7a20 service neutron] 10.222.0.24 "GET /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838938 Jan 26 13:20:20.873732 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:22.059289 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40670) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:22.550691 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee20d-a169-44b4-bc1b-2161ec3cc591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533886'] for router_interface (2820cf07-fd70-4276-97d7-435df3f9cf63), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:22.834351 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ee20d-a169-44b4-bc1b-2161ec3cc591 admin admin] Deleting port 8cd23363-8f67-4626-a7ce-2a705c64c881 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:22.834616 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee20d-a169-44b4-bc1b-2161ec3cc591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:22.910035 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5c2ee20d-a169-44b4-bc1b-2161ec3cc591 admin admin] For port 8cd23363-8f67-4626-a7ce-2a705c64c881, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=8cd23363-8f67-4626-a7ce-2a705c64c881,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:22.910416 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee20d-a169-44b4-bc1b-2161ec3cc591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:22.922129 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ee20d-a169-44b4-bc1b-2161ec3cc591 admin admin] Calling delete_port for 8cd23363-8f67-4626-a7ce-2a705c64c881 owned by network:router_interface {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:23.094217 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee20d-a169-44b4-bc1b-2161ec3cc591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (8cd23363-8f67-4626-a7ce-2a705c64c881), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:23.118774 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ee20d-a169-44b4-bc1b-2161ec3cc591 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd23363-8f67-4626-a7ce-2a705c64c881,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:23.289015 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee20d-a169-44b4-bc1b-2161ec3cc591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533994'] for router_interface (2820cf07-fd70-4276-97d7-435df3f9cf63), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:23.494489 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2ee20d-a169-44b4-bc1b-2161ec3cc591 admin admin] Router 2820cf07-fd70-4276-97d7-435df3f9cf63 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:20:23.829922 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2ee20d-a169-44b4-bc1b-2161ec3cc591 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:20:23.835626 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-5c2ee20d-a169-44b4-bc1b-2161ec3cc591 admin admin] 10.222.0.10 "PUT /v2.0/routers/2820cf07-fd70-4276-97d7-435df3f9cf63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750754 Jan 26 13:20:23.837919 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40674) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:23.842878 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc9057b-b3f8-4940-9598-02b1413bcde4 None None] Sync routers for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:20:23.852395 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc9057b-b3f8-4940-9598-02b1413bcde4 None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:23.853011 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0fc9057b-b3f8-4940-9598-02b1413bcde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:23.941382 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Publish callbacks [] for router (2820cf07-fd70-4276-97d7-435df3f9cf63), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:23.957722 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0fc9057b-b3f8-4940-9598-02b1413bcde4 None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:24.041662 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Publish callbacks [] for router_gateway (2820cf07-fd70-4276-97d7-435df3f9cf63), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.091467 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Deleting port 1ef64fce-6147-46a3-9322-752f82eb43fd {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:24.091844 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.135382 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0fc9057b-b3f8-4940-9598-02b1413bcde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:20:23Z', 'revision_number': 5, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port': {'id': '1ef64fce-6147-46a3-9322-752f82eb43fd', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:10Z', 'updated_at': '2022-01-26T13:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:24.171853 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] For port 1ef64fce-6147-46a3-9322-752f82eb43fd, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=1ef64fce-6147-46a3-9322-752f82eb43fd,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:24.172473 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.186605 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Calling delete_port for 1ef64fce-6147-46a3-9322-752f82eb43fd owned by network:router_gateway {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:24.288196 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc9057b-b3f8-4940-9598-02b1413bcde4 None None] Checking router: 2820cf07-fd70-4276-97d7-435df3f9cf63 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:20:24.296520 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc9057b-b3f8-4940-9598-02b1413bcde4 None None] Routers {'2820cf07-fd70-4276-97d7-435df3f9cf63'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:24.297136 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0fc9057b-b3f8-4940-9598-02b1413bcde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['2820cf07-fd70-4276-97d7-435df3f9cf63'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:24.353703 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (1ef64fce-6147-46a3-9322-752f82eb43fd), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.378243 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef64fce-6147-46a3-9322-752f82eb43fd,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:24.389470 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0fc9057b-b3f8-4940-9598-02b1413bcde4 None None] Set router 2820cf07-fd70-4276-97d7-435df3f9cf63 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:24.437972 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539012'] for router_gateway (2820cf07-fd70-4276-97d7-435df3f9cf63), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.445368 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0fc9057b-b3f8-4940-9598-02b1413bcde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:20:24Z', 'revision_number': 6, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port_host': None}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:24.471123 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc9057b-b3f8-4940-9598-02b1413bcde4 None None] The sync data for ids ['2820cf07-fd70-4276-97d7-435df3f9cf63'] in dv-cinder-824187-5-iscsi is: [{'id': '2820cf07-fd70-4276-97d7-435df3f9cf63', 'name': 'tempest-AttachVolumeTestJSON-1636220742-router', 'tenant_id': 'de75dc29edc844e7a51901a972dab6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:20:24Z', 'revision_number': 6, 'project_id': 'de75dc29edc844e7a51901a972dab6a1', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:20:24.545386 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12851'] for router (2820cf07-fd70-4276-97d7-435df3f9cf63), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.547571 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Publish callbacks [] for router_controller (2820cf07-fd70-4276-97d7-435df3f9cf63), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.611136 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532504'] for router (2820cf07-fd70-4276-97d7-435df3f9cf63), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.611575 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2820cf07-fd70-4276-97d7-435df3f9cf63 {{(pid=102609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 13:20:24.616776 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.617904 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-02e5e58e-b041-4649-a37b-880547dbe33b admin admin] 10.222.0.10 "DELETE /v2.0/routers/2820cf07-fd70-4276-97d7-435df3f9cf63 HTTP/1.1" status: 204 len: 168 time: 0.7786880 Jan 26 13:20:24.620518 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40678) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:24.662678 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f71d6e4-6191-4bea-860f-07430fa9de63 admin admin] Deleting subnet bc77bad1-131b-4485-8b8c-4e65034728c9 {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:20:24.665705 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f71d6e4-6191-4bea-860f-07430fa9de63 admin admin] Publish callbacks [] for subnet (bc77bad1-131b-4485-8b8c-4e65034728c9), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.703166 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f71d6e4-6191-4bea-860f-07430fa9de63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269881'] for subnet (bc77bad1-131b-4485-8b8c-4e65034728c9), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.804560 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f71d6e4-6191-4bea-860f-07430fa9de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (bc77bad1-131b-4485-8b8c-4e65034728c9), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.866210 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f71d6e4-6191-4bea-860f-07430fa9de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4584765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636906'] for subnet (bc77bad1-131b-4485-8b8c-4e65034728c9), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.894596 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f71d6e4-6191-4bea-860f-07430fa9de63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.901112 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e894601-24df-454b-a251-510f5e5000d0 None None] Network 2d9cd22e-c402-4c5f-b2cf-7984cbee040f requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:20:24.908897 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-6f71d6e4-6191-4bea-860f-07430fa9de63 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bc77bad1-131b-4485-8b8c-4e65034728c9 HTTP/1.1" status: 204 len: 168 time: 0.2873552 Jan 26 13:20:24.910768 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71d6e4-6191-4bea-860f-07430fa9de63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc77bad1-131b-4485-8b8c-4e65034728c9,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:24.913243 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 40680) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:24.973109 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 8cd23363-8f67-4626-a7ce-2a705c64c881 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:24.990339 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (2d9cd22e-c402-4c5f-b2cf-7984cbee040f), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:24.996162 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 8cd23363-8f67-4626-a7ce-2a705c64c881 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:24.996514 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 8cd23363-8f67-4626-a7ce-2a705c64c881 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:25.042284 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Deleting port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:25.042664 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.108178 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] For port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=d8bc68b0-302e-4cd0-ab77-7946dd2cfce3,segment=NetworkSegment(073b3676-8b9c-44f9-91b3-a34a4949e260),segment_id=073b3676-8b9c-44f9-91b3-a34a4949e260)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:25.108534 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.121820 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Calling delete_port for d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:25.199556 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (d8bc68b0-302e-4cd0-ab77-7946dd2cfce3), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.225211 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bc68b0-302e-4cd0-ab77-7946dd2cfce3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:25.228708 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] No DVR routers for this DVR port d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 on host dv-cinder-824187-5-iscsi {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:25.280863 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8990730c-3c4a-4661-8573-6aebb60b5898 None None] DHCP port deletion for 2d9cd22e-c402-4c5f-b2cf-7984cbee040f request from dv-cinder-824187-5-iscsi {{(pid=102610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 13:20:25.311774 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (2d9cd22e-c402-4c5f-b2cf-7984cbee040f), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.333184 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9cd22e-c402-4c5f-b2cf-7984cbee040f']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:25.342221 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073b3676-8b9c-44f9-91b3-a34a4949e260') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:25.342539 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073b3676-8b9c-44f9-91b3-a34a4949e260') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:25.351907 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4329121'] for segment (073b3676-8b9c-44f9-91b3-a34a4949e260), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.366768 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (073b3676-8b9c-44f9-91b3-a34a4949e260), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.373500 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:20:25.374082 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4731852'] for segment (073b3676-8b9c-44f9-91b3-a34a4949e260), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: Traceback (most recent call last): Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: timer() Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: cb(*args, **kw) Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: return func(*args, **kwargs) Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: self._notify() Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: self.callback(batched_events) Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: event.method(event) Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: return f(self, *a, **k) Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._get(url).json() Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: return self.request(url, 'GET', **kwargs) Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:20:25.376343 dv-cinder-824187-5-iscsi neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:20:25.435847 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (2d9cd22e-c402-4c5f-b2cf-7984cbee040f), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.445699 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.448944 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2d9cd22e-c402-4c5f-b2cf-7984cbee040f HTTP/1.1" status: 204 len: 168 time: 0.5346894 Jan 26 13:20:25.459726 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b63a8-b002-40d8-9bf4-5cfbba0b5be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9cd22e-c402-4c5f-b2cf-7984cbee040f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:25.572062 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 40684) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:25.611350 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-7e773627-b7ff-4ce6-9657-074bc9f76f94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de75dc29edc844e7a51901a972dab6a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381000 Jan 26 13:20:25.614312 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 40686) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:25.659339 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d72fcfbf-c865-405f-a7a8-8bb8b181b250 admin admin] Publish callbacks [] for security_group (f265d3c2-6f17-4b80-9024-8f9b8f928e37), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.681104 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d72fcfbf-c865-405f-a7a8-8bb8b181b250 admin admin] Publish callbacks [] for security_group (f265d3c2-6f17-4b80-9024-8f9b8f928e37), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.727719 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d72fcfbf-c865-405f-a7a8-8bb8b181b250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (f265d3c2-6f17-4b80-9024-8f9b8f928e37), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.730245 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d72fcfbf-c865-405f-a7a8-8bb8b181b250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:25.731423 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-d72fcfbf-c865-405f-a7a8-8bb8b181b250 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f265d3c2-6f17-4b80-9024-8f9b8f928e37 HTTP/1.1" status: 204 len: 168 time: 0.1162071 Jan 26 13:20:25.740117 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fcfbf-c865-405f-a7a8-8bb8b181b250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f265d3c2-6f17-4b80-9024-8f9b8f928e37,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:26.374061 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 40710) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:26.467832 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2036377902-network', 'tenant_id': '80836eb52f6e4222894ea6a04d5a1500'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:20:26.488092 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Made reservation on behalf of 80836eb52f6e4222894ea6a04d5a1500 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:20:26.490403 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:26.498620 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:26.574500 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Publish callbacks [] for security_group (efe29d1e-5867-48b9-87ea-ca948fa6d19e), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:26.578259 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (efe29d1e-5867-48b9-87ea-ca948fa6d19e), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:26.602759 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:20:26.612304 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe29d1e-5867-48b9-87ea-ca948fa6d19e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:26.617813 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (c2cce5e9-2271-4e8a-b0b1-d683fcca2a91), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:26.618156 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.segments_db [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Added segment c2cce5e9-2271-4e8a-b0b1-d683fcca2a91 of type vlan for network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 Jan 26 13:20:26.656420 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (892db26a-3c36-4bde-ac72-fff77fe3cdf9), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:26.680904 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (892db26a-3c36-4bde-ac72-fff77fe3cdf9), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:26.681956 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:26.682646 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:26.713712 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3385491 Jan 26 13:20:26.716696 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40714) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:26.721772 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-7492d76a-02a3-43c5-8f7a-316e09f99d73 admin admin] Request body: {'subnet': {'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2036377902-subnet', 'tenant_id': '80836eb52f6e4222894ea6a04d5a1500', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:20:26.741124 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7492d76a-02a3-43c5-8f7a-316e09f99d73 admin admin] Made reservation on behalf of 80836eb52f6e4222894ea6a04d5a1500 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:20:26.743690 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7492d76a-02a3-43c5-8f7a-316e09f99d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4636887'] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:26.747331 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0512a-8567-4b47-bbb1-b53e9e2c551d admin admin] Pushing event updated for resources: {'Network': ['ID=892db26a-3c36-4bde-ac72-fff77fe3cdf9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:26.757868 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:20:26.785508 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:20:26.842381 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:26.862267 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:26.862616 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device d8bc68b0-302e-4cd0-ab77-7946dd2cfce3 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:26.863030 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 1ef64fce-6147-46a3-9322-752f82eb43fd no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:26.882486 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 1ef64fce-6147-46a3-9322-752f82eb43fd {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:26.882974 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 1ef64fce-6147-46a3-9322-752f82eb43fd not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:26.921743 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7492d76a-02a3-43c5-8f7a-316e09f99d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4580080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4636897'] for subnet (f13005dc-61a7-4677-a69e-f7e91e7279f2), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:26.976819 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492d76a-02a3-43c5-8f7a-316e09f99d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13005dc-61a7-4677-a69e-f7e91e7279f2,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:26.983588 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7492d76a-02a3-43c5-8f7a-316e09f99d73 admin admin] Checking segment: {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:20:26.983996 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7492d76a-02a3-43c5-8f7a-316e09f99d73 admin admin] Network hostable DHCP agents. Network: 892db26a-3c36-4bde-ac72-fff77fe3cdf9, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:20:27.000703 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7492d76a-02a3-43c5-8f7a-316e09f99d73 admin admin] Network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:20:27.009714 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-7492d76a-02a3-43c5-8f7a-316e09f99d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, 892db26a-3c36-4bde-ac72-fff77fe3cdf9) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:20:27.013578 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7492d76a-02a3-43c5-8f7a-316e09f99d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:27.014162 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7492d76a-02a3-43c5-8f7a-316e09f99d73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:27.018874 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7404f30-1dec-4434-94f2-557215ebca1b None None] Network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:20:27.031564 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7492d76a-02a3-43c5-8f7a-316e09f99d73 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3136890 Jan 26 13:20:27.117619 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749bf31a-579c-41b2-aa56-4c6306f1c498 None None] Network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:20:27.429309 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a2b195de-e172-4fd3-a434-9bd16609c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:27.452981 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-bf9f0a2f-7a10-4f08-8779-7758cc553205 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:27.454461 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-bf9f0a2f-7a10-4f08-8779-7758cc553205 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/networks?id=892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 200 len: 815 time: 0.1078806 Jan 26 13:20:27.469745 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-69af8209-29ea-4b9d-a1b7-499cdf8384ae tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/quotas/80836eb52f6e4222894ea6a04d5a1500 HTTP/1.1" status: 200 len: 375 time: 0.0089431 Jan 26 13:20:27.499590 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-b273a888-4040-4ef8-a50a-86b435941bd9 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80836eb52f6e4222894ea6a04d5a1500&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243735 Jan 26 13:20:27.633235 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-2b73aa23-0beb-47d1-95e3-65b937c5b74c service neutron] 10.222.0.10 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269786 Jan 26 13:20:27.721433 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-ac64a447-f719-4b2b-9442-00019fa973a3 service neutron] 10.222.0.10 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825994 Jan 26 13:20:27.876332 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-84d6ee1f-b0eb-4c7f-9c0f-328005fa297e req-81802986-65c5-42ac-a74c-a2bcee8b9008 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 210 time: 0.0304549 Jan 26 13:20:28.849940 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-0d8a235d-7c5e-4526-91ab-a504982bf887 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:28.851375 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-0d8a235d-7c5e-4526-91ab-a504982bf887 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "GET /v2.0/networks?id=892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 200 len: 815 time: 0.1068585 Jan 26 13:20:28.865802 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Request body: {'port': {'device_id': '8ba64fd8-d7f7-4a5d-8799-5801ee2d3355', 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9', 'admin_state_up': True, 'tenant_id': '80836eb52f6e4222894ea6a04d5a1500'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:20:28.970050 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e069277f-53b5-459d-b55b-8091952433a3 req-ff023eaa-3689-4243-b0d4-6190585638a3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 210 time: 0.0255735 Jan 26 13:20:28.974796 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Made reservation on behalf of 80836eb52f6e4222894ea6a04d5a1500 for: {'port': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:20:28.978204 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:29.100960 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Allocated IP 172.20.0.9 (892db26a-3c36-4bde-ac72-fff77fe3cdf9/f13005dc-61a7-4677-a69e-f7e91e7279f2/709f0bde-7115-443a-a2a2-f80211251266) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:20:29.252767 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks [] for port (709f0bde-7115-443a-a2a2-f80211251266), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:29.284745 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (709f0bde-7115-443a-a2a2-f80211251266), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:29.326999 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:20:29.329914 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:20:29.332297 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:20:29.358835 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Pushing event updated for resources: {'Port': ['ID=709f0bde-7115-443a-a2a2-f80211251266,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:29.385176 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:29.385781 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:29.400934 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-50ddc8fe-0c8c-4479-a577-7b424c121b84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5395119 Jan 26 13:20:29.412593 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Request body: {'port': {'device_id': '8ba64fd8-d7f7-4a5d-8799-5801ee2d3355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:20:29.466845 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (709f0bde-7115-443a-a2a2-f80211251266), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:29.679116 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-135126b6-a8ab-4dc6-8d17-c79005686ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:29.718146 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709f0bde-7115-443a-a2a2-f80211251266 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:20:29.725976 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Publish callbacks [] for port (709f0bde-7115-443a-a2a2-f80211251266), precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:29.737747 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Transition to ACTIVE for port object 709f0bde-7115-443a-a2a2-f80211251266 will not be triggered until provisioned by entity L2. {{(pid=102609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:20:29.741014 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (709f0bde-7115-443a-a2a2-f80211251266), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:29.787421 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Pushing event updated for resources: {'Port': ['ID=709f0bde-7115-443a-a2a2-f80211251266,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:29.856397 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Attempting to bind port 709f0bde-7115-443a-a2a2-f80211251266 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:20:29.857060 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Attempting to bind port 709f0bde-7115-443a-a2a2-f80211251266 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:20:29.857060 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Attempting to bind port 709f0bde-7115-443a-a2a2-f80211251266 on network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:20:29.861183 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Port 709f0bde-7115-443a-a2a2-f80211251266 on network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:20:29.861494 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Attempting to bind port 709f0bde-7115-443a-a2a2-f80211251266 on network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:20:29.870492 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:20:29.870847 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Checking segment: {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:20:29.871209 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Bound using segment: {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:20:29.871637 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Bound port: 709f0bde-7115-443a-a2a2-f80211251266, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:20:29.872011 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (709f0bde-7115-443a-a2a2-f80211251266), before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:29.936950 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] For port 709f0bde-7115-443a-a2a2-f80211251266, host hv-cinder-82418, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:20:29.939777 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] For port 709f0bde-7115-443a-a2a2-f80211251266, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=709f0bde-7115-443a-a2a2-f80211251266,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:20:29.944810 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4584823'] for port (709f0bde-7115-443a-a2a2-f80211251266), after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:29.976475 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:29.977082 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:29.978440 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] 10.222.0.24 "PUT /v2.0/ports/709f0bde-7115-443a-a2a2-f80211251266 HTTP/1.1" status: 200 len: 1093 time: 0.5703969 Jan 26 13:20:29.978885 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba64fd8-d7f7-4a5d-8799-5801ee2d3355', 'tag': '709f0bde-7115-443a-a2a2-f80211251266'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:29.981115 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee0ab6a-2ccb-42ab-88d6-d570656e8c61" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba64fd8-d7f7-4a5d-8799-5801ee2d3355", "tag": "709f0bde-7115-443a-a2a2-f80211251266"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:30.008343 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca87dd-02d8-41b4-8dcd-76ea73853123 service neutron] Pushing event updated for resources: {'Port': ['ID=709f0bde-7115-443a-a2a2-f80211251266,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:30.021846 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ada903-6353-485b-8187-cd9e8b496911 x-openstack-request-id: req-08ada903-6353-485b-8187-cd9e8b496911 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:30.022137 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba64fd8-d7f7-4a5d-8799-5801ee2d3355", "tag": "709f0bde-7115-443a-a2a2-f80211251266", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:30.022391 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08ada903-6353-485b-8187-cd9e8b496911 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:30.022779 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba64fd8-d7f7-4a5d-8799-5801ee2d3355', 'tag': '709f0bde-7115-443a-a2a2-f80211251266', 'status': 'completed', 'code': 200} Jan 26 13:20:30.077390 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-d56fce0f-fca2-4ab4-960d-705e6d346e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:30.078947 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-d56fce0f-fca2-4ab4-960d-705e6d346e6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=80836eb52f6e4222894ea6a04d5a1500&device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 1096 time: 0.0441661 Jan 26 13:20:30.101781 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192de173-1122-4fda-8f2b-0b375d7868e3 req-856c4553-b2f7-41a6-9b71-d8afba8e9879 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:30.103266 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-192de173-1122-4fda-8f2b-0b375d7868e3 req-856c4553-b2f7-41a6-9b71-d8afba8e9879 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 943 time: 0.0489969 Jan 26 13:20:30.119411 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-f7e0d2dd-1bdf-4371-9731-2d60eb1212b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709f0bde-7115-443a-a2a2-f80211251266 HTTP/1.1" status: 200 len: 217 time: 0.0335689 Jan 26 13:20:30.150599 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-192de173-1122-4fda-8f2b-0b375d7868e3 req-d6496517-2198-4010-938d-6d93f0bb78a1 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 Jan 26 13:20:30.169470 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-caefb5db-d6e3-457f-b432-23873c3935a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:30.170920 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-caefb5db-d6e3-457f-b432-23873c3935a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f13005dc-61a7-4677-a69e-f7e91e7279f2 HTTP/1.1" status: 200 len: 855 time: 0.0442252 Jan 26 13:20:30.208338 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-38152663-db8a-42dd-9156-e150e4ce5703 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892db26a-3c36-4bde-ac72-fff77fe3cdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297015 Jan 26 13:20:30.298439 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-33cde209-89c5-4579-9d68-98e471aeeb3c service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830636 Jan 26 13:20:30.387140 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f9caf2cb-ec37-46d5-80e4-65c053db7e23 req-b05bec64-4e66-46a2-90b4-2d6a4f4aa05a service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819490 Jan 26 13:20:30.469598 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0ab6a-2ccb-42ab-88d6-d570656e8c61 req-4c0a64d6-b5bc-4173-8676-972b731f6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:30.470949 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aee0ab6a-2ccb-42ab-88d6-d570656e8c61 req-4c0a64d6-b5bc-4173-8676-972b731f6acf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=80836eb52f6e4222894ea6a04d5a1500&device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 1096 time: 0.0398276 Jan 26 13:20:30.559305 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0ab6a-2ccb-42ab-88d6-d570656e8c61 req-e1925edf-ec28-4c10-a278-30534a221da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:30.560787 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aee0ab6a-2ccb-42ab-88d6-d570656e8c61 req-e1925edf-ec28-4c10-a278-30534a221da8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 200 len: 916 time: 0.0825958 Jan 26 13:20:30.606710 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aee0ab6a-2ccb-42ab-88d6-d570656e8c61 req-35ac78c0-d0cb-4237-bd20-6a54ab4a8b88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=709f0bde-7115-443a-a2a2-f80211251266 HTTP/1.1" status: 200 len: 217 time: 0.0355406 Jan 26 13:20:30.652589 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0ab6a-2ccb-42ab-88d6-d570656e8c61 req-7ea07c25-bbe8-48da-87c4-3b47317d881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:30.653949 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aee0ab6a-2ccb-42ab-88d6-d570656e8c61 req-7ea07c25-bbe8-48da-87c4-3b47317d881b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f13005dc-61a7-4677-a69e-f7e91e7279f2 HTTP/1.1" status: 200 len: 855 time: 0.0403378 Jan 26 13:20:30.685248 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aee0ab6a-2ccb-42ab-88d6-d570656e8c61 req-fbcf8e0d-1f5f-481a-ada3-c931714f9175 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892db26a-3c36-4bde-ac72-fff77fe3cdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224638 Jan 26 13:20:30.787001 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aee0ab6a-2ccb-42ab-88d6-d570656e8c61 req-555b95a6-48eb-4d6b-8924-7f25491c9ac5 service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831299 Jan 26 13:20:30.880443 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-aee0ab6a-2ccb-42ab-88d6-d570656e8c61 req-1b6302da-61c9-4c8a-a28b-021768e70df0 service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813212 Jan 26 13:20:30.912275 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:31.263642 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40ed46-ac5d-4b90-a104-6ae0d1dba448 req-650660ac-50ea-4a32-a7e3-0f5adbe6cac9 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:31.265135 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4c40ed46-ac5d-4b90-a104-6ae0d1dba448 req-650660ac-50ea-4a32-a7e3-0f5adbe6cac9 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 943 time: 0.0471122 Jan 26 13:20:31.313246 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4c40ed46-ac5d-4b90-a104-6ae0d1dba448 req-af096381-b026-4818-954a-cc3220fdc7d9 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Jan 26 13:20:32.235340 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:32.423637 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0a439-3d66-4c5a-bf28-72b33affbbb0 req-2249d109-c4b8-4dad-800b-f1016d3a159e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:32.425117 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-21d0a439-3d66-4c5a-bf28-72b33affbbb0 req-2249d109-c4b8-4dad-800b-f1016d3a159e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 943 time: 0.0474849 Jan 26 13:20:32.470315 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-21d0a439-3d66-4c5a-bf28-72b33affbbb0 req-30205ab5-7480-4963-96de-0a1645398a25 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388336 Jan 26 13:20:33.288237 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 709f0bde-7115-443a-a2a2-f80211251266 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:20:33.383360 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 709f0bde-7115-443a-a2a2-f80211251266, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=709f0bde-7115-443a-a2a2-f80211251266,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:33.394107 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '709f0bde-7115-443a-a2a2-f80211251266', 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9', 'port_id': '709f0bde-7115-443a-a2a2-f80211251266', 'mac_address': 'fa:16:3e:11:22:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13005dc-61a7-4677-a69e-f7e91e7279f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:20:33.430631 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 709f0bde-7115-443a-a2a2-f80211251266 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:20:33.431023 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (709f0bde-7115-443a-a2a2-f80211251266), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:33.443587 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709f0bde-7115-443a-a2a2-f80211251266 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:20:33.462974 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 709f0bde-7115-443a-a2a2-f80211251266, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=709f0bde-7115-443a-a2a2-f80211251266,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:33.466716 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (709f0bde-7115-443a-a2a2-f80211251266), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:33.516247 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=709f0bde-7115-443a-a2a2-f80211251266,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:33.523999 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.524350 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.524699 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.525029 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.525354 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.525680 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.525996 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.526330 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.526647 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.526966 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.527284 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.527598 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.527937 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:33.590864 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957e405-091f-4b31-a34f-99e6285dd8fa req-9abbd8cd-80bf-41ca-a7a6-26b1eaeb981f tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:33.592383 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1957e405-091f-4b31-a34f-99e6285dd8fa req-9abbd8cd-80bf-41ca-a7a6-26b1eaeb981f tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 944 time: 0.0530548 Jan 26 13:20:33.641355 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1957e405-091f-4b31-a34f-99e6285dd8fa req-79ac5c4c-54e5-400a-aa37-378e3bf031c1 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 Jan 26 13:20:33.730012 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['709f0bde-7115-443a-a2a2-f80211251266'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:20:33.780515 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:34.756084 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5ec66-1990-4087-84cf-fe86d44eeeef req-3ef1c253-de73-4320-8099-59b456a0fcfa tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:34.757520 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-40d5ec66-1990-4087-84cf-fe86d44eeeef req-3ef1c253-de73-4320-8099-59b456a0fcfa tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 944 time: 0.0503101 Jan 26 13:20:34.803102 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-40d5ec66-1990-4087-84cf-fe86d44eeeef req-034c0f10-2445-440b-8b34-295358c25b87 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401931 Jan 26 13:20:35.295240 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 709f0bde-7115-443a-a2a2-f80211251266 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:20:35.345993 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 709f0bde-7115-443a-a2a2-f80211251266 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:20:35.350874 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 709f0bde-7115-443a-a2a2-f80211251266 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:20:35.351244 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (709f0bde-7115-443a-a2a2-f80211251266), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:35.424672 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 709f0bde-7115-443a-a2a2-f80211251266 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:20:35.425052 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (709f0bde-7115-443a-a2a2-f80211251266), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:35.446588 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba64fd8-d7f7-4a5d-8799-5801ee2d3355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709f0bde-7115-443a-a2a2-f80211251266'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:35.448832 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b639df-5a25-4675-ae63-d02f34fe3d22" -d '{"events": [{"server_uuid": "8ba64fd8-d7f7-4a5d-8799-5801ee2d3355", "name": "network-vif-plugged", "status": "completed", "tag": "709f0bde-7115-443a-a2a2-f80211251266"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:35.461967 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 709f0bde-7115-443a-a2a2-f80211251266, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=709f0bde-7115-443a-a2a2-f80211251266,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:35.466240 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (709f0bde-7115-443a-a2a2-f80211251266), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:35.516813 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=709f0bde-7115-443a-a2a2-f80211251266,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:35.639412 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42738b1-4242-4003-9f63-03376564bf46 x-openstack-request-id: req-b42738b1-4242-4003-9f63-03376564bf46 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:35.639756 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba64fd8-d7f7-4a5d-8799-5801ee2d3355", "name": "network-vif-plugged", "status": "completed", "tag": "709f0bde-7115-443a-a2a2-f80211251266", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:35.640028 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b42738b1-4242-4003-9f63-03376564bf46 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:35.640423 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba64fd8-d7f7-4a5d-8799-5801ee2d3355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709f0bde-7115-443a-a2a2-f80211251266', 'code': 200} Jan 26 13:20:35.813607 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c1236-4bfa-404c-a34d-9ba8a167691c req-78cd1a1c-dfd5-4858-ab15-f089da228d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:35.815251 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e93c1236-4bfa-404c-a34d-9ba8a167691c req-78cd1a1c-dfd5-4858-ab15-f089da228d89 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 1098 time: 0.0430825 Jan 26 13:20:35.859335 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-e93c1236-4bfa-404c-a34d-9ba8a167691c req-3b1d18a6-bf29-4098-9296-a17416eb1bf8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379565 Jan 26 13:20:35.918863 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba140f-0f45-4031-aed3-bfedcb823092 req-b8333852-5d03-426a-969a-578b0b9ef882 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:35.920345 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-54ba140f-0f45-4031-aed3-bfedcb823092 req-b8333852-5d03-426a-969a-578b0b9ef882 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 945 time: 0.0508409 Jan 26 13:20:35.969458 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-54ba140f-0f45-4031-aed3-bfedcb823092 req-56d98fe9-67c3-4f2c-be46-f838e32c80c1 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432107 Jan 26 13:20:36.217826 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1a8169ed-fe2c-455f-bc58-1071c4a1b812 req-7b1bcec4-47cb-46cf-82fc-86c74385692a tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493986488&fields=id&tenant_id=f4afd36b799a41f49c19aad138f84d1e HTTP/1.1" status: 200 len: 267 time: 0.0432806 Jan 26 13:20:36.271960 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8169ed-fe2c-455f-bc58-1071c4a1b812 req-d89551d7-875c-49f5-83cc-0463106008b5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:36.273382 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1a8169ed-fe2c-455f-bc58-1071c4a1b812 req-d89551d7-875c-49f5-83cc-0463106008b5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 984 time: 0.0498610 Jan 26 13:20:36.283564 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-1a8169ed-fe2c-455f-bc58-1071c4a1b812 req-d8180f54-51f7-4759-98ce-7c0fdc7966d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Request body: {'port': {'security_groups': ['a9b6f70b-bbbf-4655-92c7-4027c4f32f00']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:20:36.350813 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1a8169ed-fe2c-455f-bc58-1071c4a1b812 req-d8180f54-51f7-4759-98ce-7c0fdc7966d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:36.523158 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1a8169ed-fe2c-455f-bc58-1071c4a1b812 req-d8180f54-51f7-4759-98ce-7c0fdc7966d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] For port 18f9af57-f4ee-4d04-bbc6-a97c498b6771, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:36.552493 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1a8169ed-fe2c-455f-bc58-1071c4a1b812 req-d8180f54-51f7-4759-98ce-7c0fdc7966d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:36.557058 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1a8169ed-fe2c-455f-bc58-1071c4a1b812 req-d8180f54-51f7-4759-98ce-7c0fdc7966d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:36.569648 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['18f9af57-f4ee-4d04-bbc6-a97c498b6771'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:20:36.599351 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8169ed-fe2c-455f-bc58-1071c4a1b812 req-d8180f54-51f7-4759-98ce-7c0fdc7966d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:36.600007 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1a8169ed-fe2c-455f-bc58-1071c4a1b812 req-d8180f54-51f7-4759-98ce-7c0fdc7966d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:36.601425 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1a8169ed-fe2c-455f-bc58-1071c4a1b812 req-d8180f54-51f7-4759-98ce-7c0fdc7966d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "PUT /v2.0/ports/18f9af57-f4ee-4d04-bbc6-a97c498b6771 HTTP/1.1" status: 200 len: 942 time: 0.3221653 Jan 26 13:20:36.601900 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:36.604191 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c95969f-789f-4af1-b042-ee2bf78121a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:36.609072 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40780) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:36.647389 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8180f54-51f7-4759-98ce-7c0fdc7966d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event updated for resources: {'Port': ['ID=18f9af57-f4ee-4d04-bbc6-a97c498b6771,revision_number=7']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:36.654165 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f086f7a-8310-488d-a181-5e921e3068e7 x-openstack-request-id: req-6f086f7a-8310-488d-a181-5e921e3068e7 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:36.655532 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:36.655819 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f086f7a-8310-488d-a181-5e921e3068e7 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:36.656241 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'status': 'completed', 'code': 200} Jan 26 13:20:36.696915 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-882e8fd9-7199-4163-bca3-60b12ebf48d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group (b658f559-54e6-4d32-af46-f19acec0b18f), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:36.741096 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-882e8fd9-7199-4163-bca3-60b12ebf48d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group (b658f559-54e6-4d32-af46-f19acec0b18f), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:36.750876 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['18f9af57-f4ee-4d04-bbc6-a97c498b6771'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:20:36.768450 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95969f-789f-4af1-b042-ee2bf78121a8 req-494811cd-7ad0-4b90-93bb-1d85b4d806c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:36.770571 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c95969f-789f-4af1-b042-ee2bf78121a8 req-494811cd-7ad0-4b90-93bb-1d85b4d806c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4afd36b799a41f49c19aad138f84d1e&device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 1098 time: 0.0861473 Jan 26 13:20:36.878368 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95969f-789f-4af1-b042-ee2bf78121a8 req-bf7e0018-dea6-45bc-9ca2-9dc63abb1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:36.880500 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c95969f-789f-4af1-b042-ee2bf78121a8 req-bf7e0018-dea6-45bc-9ca2-9dc63abb1314 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c HTTP/1.1" status: 200 len: 914 time: 0.1037731 Jan 26 13:20:36.884429 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-882e8fd9-7199-4163-bca3-60b12ebf48d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (b658f559-54e6-4d32-af46-f19acec0b18f), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:36.887138 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-882e8fd9-7199-4163-bca3-60b12ebf48d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:36.890709 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-882e8fd9-7199-4163-bca3-60b12ebf48d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "DELETE /v2.0/security-groups/b658f559-54e6-4d32-af46-f19acec0b18f HTTP/1.1" status: 204 len: 168 time: 0.2781978 Jan 26 13:20:36.891083 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 40784) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:36.899038 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-5f9b0452-3d3d-49b1-86cb-ac7a3018126a None None] Provisioning complete for port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:20:36.899432 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0452-3d3d-49b1-86cb-ac7a3018126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:36.933226 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e8fd9-7199-4163-bca3-60b12ebf48d5 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b658f559-54e6-4d32-af46-f19acec0b18f,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:36.960851 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c95969f-789f-4af1-b042-ee2bf78121a8 req-db116b99-17aa-4e01-bfa9-1e46d53f4da5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771 HTTP/1.1" status: 200 len: 1000 time: 0.0709577 Jan 26 13:20:37.023225 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b0452-3d3d-49b1-86cb-ac7a3018126a None None] Current status of the port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 is: ACTIVE; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:20:37.033176 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95969f-789f-4af1-b042-ee2bf78121a8 req-8634a8c2-7c32-4fd9-9b83-9d86e1dd9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:37.037072 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c95969f-789f-4af1-b042-ee2bf78121a8 req-8634a8c2-7c32-4fd9-9b83-9d86e1dd9431 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf4c8c93-dc5a-4302-90a5-8d2668e189ba HTTP/1.1" status: 200 len: 852 time: 0.0705395 Jan 26 13:20:37.088454 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95969f-789f-4af1-b042-ee2bf78121a8 req-3064f198-6c14-4852-b713-1645192bca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:37.089968 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c95969f-789f-4af1-b042-ee2bf78121a8 req-3064f198-6c14-4852-b713-1645192bca37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467112 Jan 26 13:20:37.128994 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28cfe6-9279-462f-96f1-025bc0d8281f req-c897e29f-4e2f-49f2-ab8b-a07b253aaa94 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:37.130491 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0c28cfe6-9279-462f-96f1-025bc0d8281f req-c897e29f-4e2f-49f2-ab8b-a07b253aaa94 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 945 time: 0.0838370 Jan 26 13:20:37.160399 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Deleting port 49f7175c-7e69-41a3-bd66-9f1c8a2ecde8 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:37.160745 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (49f7175c-7e69-41a3-bd66-9f1c8a2ecde8), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:37.203350 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c95969f-789f-4af1-b042-ee2bf78121a8 req-22f8e21b-df25-46ab-a11d-7aeec84104fd service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873988 Jan 26 13:20:37.211479 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40788) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:37.239868 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0c28cfe6-9279-462f-96f1-025bc0d8281f req-43eb3de2-9aca-4793-ba70-5696f205586a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031768 Jan 26 13:20:37.271614 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (49f7175c-7e69-41a3-bd66-9f1c8a2ecde8), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:37.271971 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for floatingip (49f7175c-7e69-41a3-bd66-9f1c8a2ecde8), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:37.284269 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Calling delete_port for 49f7175c-7e69-41a3-bd66-9f1c8a2ecde8 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:37.313446 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-2c95969f-789f-4af1-b042-ee2bf78121a8 req-df418428-b6ee-4195-88bd-1bb01208b018 service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009054 Jan 26 13:20:37.495830 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Deleting port ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:37.496170 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:37.710209 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (49f7175c-7e69-41a3-bd66-9f1c8a2ecde8), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:37.737441 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event deleted for resources: {'Port': ['ID=49f7175c-7e69-41a3-bd66-9f1c8a2ecde8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:37.796246 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks [] for floatingip (b21d9091-6ef5-49fb-9046-5346f0dda533), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:37.796575 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.l3_db [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Floating IP b21d9091-6ef5-49fb-9046-5346f0dda533 disassociated (deleted). External IP: 172.27.2.57, port: 18f9af57-f4ee-4d04-bbc6-a97c498b6771. Jan 26 13:20:37.818827 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:37.819205 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for floatingip (ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:37.831243 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Calling delete_port for ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0 owned by network:floatingip {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:38.005015 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:38.005685 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Router beff9225-9542-42a2-afaa-ff76a756386f has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:20:38.032044 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event deleted for resources: {'Port': ['ID=ffa6f2b2-32cf-41eb-ac49-3ee41ba306d0,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:38.044311 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.044668 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.045012 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.045355 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.045685 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.046014 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.046337 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.046658 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.046977 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.047298 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.047622 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.047973 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.048288 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:20:38.106314 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for floatingip (e23382b0-041b-475d-9b05-042dc33cc597), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:38.106688 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Floating IP e23382b0-041b-475d-9b05-042dc33cc597 disassociated (deleted). External IP: 172.27.2.117, port: e753e698-7b58-4577-98f7-72bdf2682f35. Jan 26 13:20:38.117666 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:20:38.122478 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:38.128619 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7abc84-e224-444f-a5f2-e38ae0479c00 None None] Sync routers for ids ['beff9225-9542-42a2-afaa-ff76a756386f'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:20:38.137914 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7abc84-e224-444f-a5f2-e38ae0479c00 None None] Routers {'beff9225-9542-42a2-afaa-ff76a756386f'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:38.138734 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-dc7abc84-e224-444f-a5f2-e38ae0479c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['beff9225-9542-42a2-afaa-ff76a756386f'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:38.149631 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-bb0a0499-5a9b-42c9-b96b-d5eec53e10f2 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "DELETE /v2.0/floatingips/b21d9091-6ef5-49fb-9046-5346f0dda533 HTTP/1.1" status: 204 len: 168 time: 1.2574184 Jan 26 13:20:38.265993 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-dc7abc84-e224-444f-a5f2-e38ae0479c00 None None] Set router beff9225-9542-42a2-afaa-ff76a756386f gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:38.341755 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:20:38.464051 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91949ac9-cfb2-4d2d-b200-0518e6f40bc3 req-8045506b-a5ec-4edf-ad58-366cdde3e17f tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:38.465985 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-91949ac9-cfb2-4d2d-b200-0518e6f40bc3 req-8045506b-a5ec-4edf-ad58-366cdde3e17f tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 945 time: 0.1014328 Jan 26 13:20:38.499279 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:20:38.504861 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:38.511584 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5061eb8-b495-414f-95e1-f117dc6fb572 None None] Sync routers for ids ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:20:38.523568 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5061eb8-b495-414f-95e1-f117dc6fb572 None None] Routers {'5039abef-ec50-4d2c-b0f0-7745ecbbf97d'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:38.524583 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b5061eb8-b495-414f-95e1-f117dc6fb572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:38.538943 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fac3481b-d750-4347-b118-95927024fe35 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "DELETE /v2.0/floatingips/e23382b0-041b-475d-9b05-042dc33cc597 HTTP/1.1" status: 204 len: 168 time: 1.3252335 Jan 26 13:20:38.540047 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:38.542482 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d3bcce-8e2e-4474-9270-05609e7f7be5" -d '{"events": [{"name": "network-changed", "server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:38.587647 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-dc7abc84-e224-444f-a5f2-e38ae0479c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:17Z', 'revision_number': 4, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '94704b3c-d260-44fd-a560-53ed94057440', 'name': '', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'mac_address': 'fa:16:3e:5a:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:16Z', 'updated_at': '2022-01-26T13:18:22Z', 'revision_number': 5, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'subnets': [{'id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:38.588604 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-91949ac9-cfb2-4d2d-b200-0518e6f40bc3 req-bfddfd92-f92e-4b7e-8e97-63f14d3ccdf5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041040 Jan 26 13:20:38.657378 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:38.665175 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ef27f1-563f-4b55-8a1b-6c4e06592479" -d '{"events": [{"name": "network-changed", "server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:38.670651 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7abc84-e224-444f-a5f2-e38ae0479c00 None None] Checking router: beff9225-9542-42a2-afaa-ff76a756386f for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:20:38.685542 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240c7cb1-3a39-4e01-9507-f7fbc9a84b88 x-openstack-request-id: req-240c7cb1-3a39-4e01-9507-f7fbc9a84b88 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:38.685787 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:38.686043 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-240c7cb1-3a39-4e01-9507-f7fbc9a84b88 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:38.686444 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'status': 'completed', 'code': 200} Jan 26 13:20:38.692506 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7abc84-e224-444f-a5f2-e38ae0479c00 None None] Routers {'beff9225-9542-42a2-afaa-ff76a756386f'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:38.693476 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-dc7abc84-e224-444f-a5f2-e38ae0479c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['beff9225-9542-42a2-afaa-ff76a756386f'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:38.752847 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0b3241-b369-4b7c-ab36-9b5a149a1405 x-openstack-request-id: req-3f0b3241-b369-4b7c-ab36-9b5a149a1405 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:38.753324 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:38.753840 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f0b3241-b369-4b7c-ab36-9b5a149a1405 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:38.754826 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'status': 'completed', 'code': 200} Jan 26 13:20:38.771159 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b5061eb8-b495-414f-95e1-f117dc6fb572 None None] Set router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:38.787613 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3bcce-8e2e-4474-9270-05609e7f7be5 req-ab816fe0-37a0-4939-a6c7-e24fc31c165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:38.789172 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f5d3bcce-8e2e-4474-9270-05609e7f7be5 req-ab816fe0-37a0-4939-a6c7-e24fc31c165e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1dad1718f94454dbcb0f01ac34e3a62&device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 1098 time: 0.0744271 Jan 26 13:20:38.877762 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef27f1-563f-4b55-8a1b-6c4e06592479 req-f284818e-a239-42ba-9994-bf2adb297d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:38.880547 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f1ef27f1-563f-4b55-8a1b-6c4e06592479 req-f284818e-a239-42ba-9994-bf2adb297d3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4afd36b799a41f49c19aad138f84d1e&device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 1098 time: 0.0906918 Jan 26 13:20:38.906516 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-dc7abc84-e224-444f-a5f2-e38ae0479c00 None None] Set router beff9225-9542-42a2-afaa-ff76a756386f gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:38.942099 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3bcce-8e2e-4474-9270-05609e7f7be5 req-8c391bca-c003-4854-bba6-d8d8101c4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:38.944089 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f5d3bcce-8e2e-4474-9270-05609e7f7be5 req-8c391bca-c003-4854-bba6-d8d8101c4ff6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a7188b1-377a-4966-a0d1-e183592de050 HTTP/1.1" status: 200 len: 910 time: 0.1489022 Jan 26 13:20:39.002396 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245e277-13c7-4192-82a5-79247e235ef3 req-d570b434-a497-42b6-8877-9bee4389a135 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:39.011381 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7245e277-13c7-4192-82a5-79247e235ef3 req-d570b434-a497-42b6-8877-9bee4389a135 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.1503925 Jan 26 13:20:39.086324 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef27f1-563f-4b55-8a1b-6c4e06592479 req-07299449-ad7e-4350-9f81-3967b4b0e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:39.086324 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f1ef27f1-563f-4b55-8a1b-6c4e06592479 req-07299449-ad7e-4350-9f81-3967b4b0e54c service neutron] 10.222.0.24 "GET /v2.0/networks?id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c HTTP/1.1" status: 200 len: 914 time: 0.1818755 Jan 26 13:20:39.095929 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7245e277-13c7-4192-82a5-79247e235ef3 req-99b77e4e-0ef9-4412-8f18-840389d5eaae tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834379 Jan 26 13:20:39.108808 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f5d3bcce-8e2e-4474-9270-05609e7f7be5 req-c5c9cb7f-c86f-454a-973b-a8984c1f431d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e753e698-7b58-4577-98f7-72bdf2682f35 HTTP/1.1" status: 200 len: 217 time: 0.1482947 Jan 26 13:20:39.146799 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f1ef27f1-563f-4b55-8a1b-6c4e06592479 req-e938dc71-dc41-42cc-b6a0-7dde7262c42d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771 HTTP/1.1" status: 200 len: 217 time: 0.0486059 Jan 26 13:20:39.169453 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3bcce-8e2e-4474-9270-05609e7f7be5 req-ff384709-86a0-4f0d-b6ce-9e9236bb9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:39.171042 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f5d3bcce-8e2e-4474-9270-05609e7f7be5 req-ff384709-86a0-4f0d-b6ce-9e9236bb9770 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91 HTTP/1.1" status: 200 len: 848 time: 0.0561202 Jan 26 13:20:39.217924 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef27f1-563f-4b55-8a1b-6c4e06592479 req-c2715eaa-0372-44db-ab95-dd7ad7d24068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:39.219725 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f1ef27f1-563f-4b55-8a1b-6c4e06592479 req-c2715eaa-0372-44db-ab95-dd7ad7d24068 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf4c8c93-dc5a-4302-90a5-8d2668e189ba HTTP/1.1" status: 200 len: 852 time: 0.0650456 Jan 26 13:20:39.223160 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3bcce-8e2e-4474-9270-05609e7f7be5 req-3e7db288-9faf-4a6e-8ad5-71e3f64898f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:39.224903 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f5d3bcce-8e2e-4474-9270-05609e7f7be5 req-3e7db288-9faf-4a6e-8ad5-71e3f64898f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a7188b1-377a-4966-a0d1-e183592de050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467179 Jan 26 13:20:39.225209 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-dc7abc84-e224-444f-a5f2-e38ae0479c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:17Z', 'revision_number': 4, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '94704b3c-d260-44fd-a560-53ed94057440', 'name': '', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'mac_address': 'fa:16:3e:5a:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:16Z', 'updated_at': '2022-01-26T13:18:22Z', 'revision_number': 5, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'subnets': [{'id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:39.231771 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b5061eb8-b495-414f-95e1-f117dc6fb572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:02Z', 'revision_number': 4, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff', 'name': '', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'mac_address': 'fa:16:3e:fe:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:01Z', 'updated_at': '2022-01-26T13:15:07Z', 'revision_number': 5, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'subnets': [{'id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:39.255442 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7abc84-e224-444f-a5f2-e38ae0479c00 None None] The sync data for ids ['beff9225-9542-42a2-afaa-ff76a756386f'] in dv-cinder-824187-5-iscsi is: [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:17Z', 'revision_number': 4, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '94704b3c-d260-44fd-a560-53ed94057440', 'name': '', 'network_id': '42a21c0d-6cf9-492b-8f6a-2da15edfd01c', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'mac_address': 'fa:16:3e:5a:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:16Z', 'updated_at': '2022-01-26T13:18:22Z', 'revision_number': 5, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'subnets': [{'id': 'bf4c8c93-dc5a-4302-90a5-8d2668e189ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:20:39.262792 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5061eb8-b495-414f-95e1-f117dc6fb572 None None] Checking router: 5039abef-ec50-4d2c-b0f0-7745ecbbf97d for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:20:39.266139 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef27f1-563f-4b55-8a1b-6c4e06592479 req-6f3f029a-2786-4502-8ba0-23790660444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:39.267730 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f1ef27f1-563f-4b55-8a1b-6c4e06592479 req-6f3f029a-2786-4502-8ba0-23790660444e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42a21c0d-6cf9-492b-8f6a-2da15edfd01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415058 Jan 26 13:20:39.273043 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5061eb8-b495-414f-95e1-f117dc6fb572 None None] Routers {'5039abef-ec50-4d2c-b0f0-7745ecbbf97d'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:39.273957 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b5061eb8-b495-414f-95e1-f117dc6fb572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:39.376186 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f5d3bcce-8e2e-4474-9270-05609e7f7be5 req-f3126c62-c98c-4e65-89c8-6912c84a2142 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344440 Jan 26 13:20:39.406851 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f1ef27f1-563f-4b55-8a1b-6c4e06592479 req-19cd11ac-c44e-4351-b02b-8cb76315ec45 service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288953 Jan 26 13:20:39.500265 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f5d3bcce-8e2e-4474-9270-05609e7f7be5 req-c9864f62-7941-4d1a-85cc-e9f2dcf9dd9d service neutron] 10.222.0.24 "GET /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067743 Jan 26 13:20:39.524422 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f1ef27f1-563f-4b55-8a1b-6c4e06592479 req-967f486d-498c-40f4-98e7-00c25d572621 service neutron] 10.222.0.24 "GET /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111267 Jan 26 13:20:39.559322 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b5061eb8-b495-414f-95e1-f117dc6fb572 None None] Set router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:39.623990 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d038571b-15a6-4ae4-9206-ecc468128776 None None] New status for floating IP b21d9091-6ef5-49fb-9046-5346f0dda533: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:20:39.774141 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b5061eb8-b495-414f-95e1-f117dc6fb572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:02Z', 'revision_number': 4, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff', 'name': '', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'mac_address': 'fa:16:3e:fe:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:01Z', 'updated_at': '2022-01-26T13:15:07Z', 'revision_number': 5, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'subnets': [{'id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:39.803266 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5061eb8-b495-414f-95e1-f117dc6fb572 None None] The sync data for ids ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'] in dv-cinder-824187-5-iscsi is: [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:02Z', 'revision_number': 4, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': '5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff', 'name': '', 'network_id': '9a7188b1-377a-4966-a0d1-e183592de050', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'mac_address': 'fa:16:3e:fe:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:01Z', 'updated_at': '2022-01-26T13:15:07Z', 'revision_number': 5, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'subnets': [{'id': '6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:20:40.023284 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd012c-1260-466d-97d4-467e74487655 None None] New status for floating IP e23382b0-041b-475d-9b05-042dc33cc597: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:20:40.209366 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb8a92-4049-4906-932c-ba16efd84b27 req-6e44717b-302f-479b-8caa-8a7d8d54e1c8 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:40.210881 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-73fb8a92-4049-4906-932c-ba16efd84b27 req-6e44717b-302f-479b-8caa-8a7d8d54e1c8 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0508940 Jan 26 13:20:40.262749 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-73fb8a92-4049-4906-932c-ba16efd84b27 req-0bdbc32a-d6bc-41f1-b859-fdd89b3623d4 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/security-groups?id=518c86f1-e873-4f08-92f2-8199ab48f1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462019 Jan 26 13:20:40.543583 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9c74d-1884-40f6-b36e-b3e2f356c1c2 req-679d5a49-b479-463a-83cf-37b7fe9ba14f tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:40.545068 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-18b9c74d-1884-40f6-b36e-b3e2f356c1c2 req-679d5a49-b479-463a-83cf-37b7fe9ba14f tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.24 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 945 time: 0.0473268 Jan 26 13:20:40.636117 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-18b9c74d-1884-40f6-b36e-b3e2f356c1c2 req-7d302ff3-5223-408e-81e2-0f2dfc56bcff tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Deleting port e753e698-7b58-4577-98f7-72bdf2682f35 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:40.636454 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-18b9c74d-1884-40f6-b36e-b3e2f356c1c2 req-7d302ff3-5223-408e-81e2-0f2dfc56bcff tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:40.728809 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-18b9c74d-1884-40f6-b36e-b3e2f356c1c2 req-7d302ff3-5223-408e-81e2-0f2dfc56bcff tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] For port e753e698-7b58-4577-98f7-72bdf2682f35, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e753e698-7b58-4577-98f7-72bdf2682f35,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:40.729170 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-18b9c74d-1884-40f6-b36e-b3e2f356c1c2 req-7d302ff3-5223-408e-81e2-0f2dfc56bcff tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:40.740791 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-18b9c74d-1884-40f6-b36e-b3e2f356c1c2 req-7d302ff3-5223-408e-81e2-0f2dfc56bcff tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Calling delete_port for e753e698-7b58-4577-98f7-72bdf2682f35 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:40.883237 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-18b9c74d-1884-40f6-b36e-b3e2f356c1c2 req-7d302ff3-5223-408e-81e2-0f2dfc56bcff tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (e753e698-7b58-4577-98f7-72bdf2682f35), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:40.912835 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d302ff3-5223-408e-81e2-0f2dfc56bcff tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event deleted for resources: {'Port': ['ID=e753e698-7b58-4577-98f7-72bdf2682f35,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:40.962633 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b9c74d-1884-40f6-b36e-b3e2f356c1c2 req-7d302ff3-5223-408e-81e2-0f2dfc56bcff tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] No DVR routers for this DVR port e753e698-7b58-4577-98f7-72bdf2682f35 on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:40.965258 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-18b9c74d-1884-40f6-b36e-b3e2f356c1c2 req-7d302ff3-5223-408e-81e2-0f2dfc56bcff tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:40.968625 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-18b9c74d-1884-40f6-b36e-b3e2f356c1c2 req-7d302ff3-5223-408e-81e2-0f2dfc56bcff tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.24 "DELETE /v2.0/ports/e753e698-7b58-4577-98f7-72bdf2682f35 HTTP/1.1" status: 204 len: 173 time: 0.4173446 Jan 26 13:20:40.969093 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'name': 'network-vif-deleted', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:40.971303 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a698c258-1e0e-4019-b00b-0dcf3e24916b" -d '{"events": [{"server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "name": "network-vif-deleted", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:41.022030 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90aa356-dae5-481b-90f5-d91018d847e7 x-openstack-request-id: req-e90aa356-dae5-481b-90f5-d91018d847e7 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:41.022323 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2646082c-4fef-4367-9ee7-1daadbfba254", "name": "network-vif-deleted", "tag": "e753e698-7b58-4577-98f7-72bdf2682f35", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:41.022572 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e90aa356-dae5-481b-90f5-d91018d847e7 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:41.022968 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2646082c-4fef-4367-9ee7-1daadbfba254', 'name': 'network-vif-deleted', 'tag': 'e753e698-7b58-4577-98f7-72bdf2682f35', 'status': 'completed', 'code': 200} Jan 26 13:20:41.045272 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b4b29-e070-4508-b9c9-5d294f5c9343 req-5e0c40fd-c314-45b4-9245-1bff9fbea38c tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:41.046653 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c47b4b29-e070-4508-b9c9-5d294f5c9343 req-5e0c40fd-c314-45b4-9245-1bff9fbea38c tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 945 time: 0.0555196 Jan 26 13:20:41.097026 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c47b4b29-e070-4508-b9c9-5d294f5c9343 req-f9fac929-488a-47d0-bfcf-5eb0eb9d0889 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440753 Jan 26 13:20:41.372785 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c9a0c9e2-dd13-4836-ab29-48512f040bf7 req-b1be2414-a151-4e38-a3e0-78a8e80dbc5e tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "GET /v2.0/ports?device_id=2646082c-4fef-4367-9ee7-1daadbfba254 HTTP/1.1" status: 200 len: 210 time: 0.0346723 Jan 26 13:20:42.210138 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5b55f-3419-4560-8144-1a766454105e req-657a16a4-7f35-4d1c-a8fa-ebef5ea539e3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:42.211614 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d0f5b55f-3419-4560-8144-1a766454105e req-657a16a4-7f35-4d1c-a8fa-ebef5ea539e3 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 945 time: 0.0480707 Jan 26 13:20:42.256953 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d0f5b55f-3419-4560-8144-1a766454105e req-883c7e8c-fffb-49ad-923f-ad122fdb4fba tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398819 Jan 26 13:20:42.427788 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 40858) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:42.481966 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9364-ed68-46ca-a6a3-ec67f8569754 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group (518c86f1-e873-4f08-92f2-8199ab48f1bf), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:42.507204 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9364-ed68-46ca-a6a3-ec67f8569754 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group (518c86f1-e873-4f08-92f2-8199ab48f1bf), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:42.569130 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9364-ed68-46ca-a6a3-ec67f8569754 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (518c86f1-e873-4f08-92f2-8199ab48f1bf), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:42.571860 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9364-ed68-46ca-a6a3-ec67f8569754 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:42.573015 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-1b7d9364-ed68-46ca-a6a3-ec67f8569754 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] 10.222.0.10 "DELETE /v2.0/security-groups/518c86f1-e873-4f08-92f2-8199ab48f1bf HTTP/1.1" status: 204 len: 168 time: 0.1441696 Jan 26 13:20:42.581906 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d9364-ed68-46ca-a6a3-ec67f8569754 tempest-TestShelveInstance-2113215231 tempest-TestShelveInstance-2113215231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=518c86f1-e873-4f08-92f2-8199ab48f1bf,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:42.619410 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 40868) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:42.969344 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfc3b9-2036-4cb8-91a9-7e309f513a56 req-14e3122e-4166-4281-8b1f-c7ac69c2ad3a tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:42.970675 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-74bfc3b9-2036-4cb8-91a9-7e309f513a56 req-14e3122e-4166-4281-8b1f-c7ac69c2ad3a tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 945 time: 0.0684025 Jan 26 13:20:43.106726 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-74bfc3b9-2036-4cb8-91a9-7e309f513a56 req-4d0c47b3-27e4-41b8-b95f-7ac6d30c8ecb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Deleting port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:43.107062 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-74bfc3b9-2036-4cb8-91a9-7e309f513a56 req-4d0c47b3-27e4-41b8-b95f-7ac6d30c8ecb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:43.112801 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-06d3404e-3341-4b32-bb68-1759a96dc625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533886'] for router_interface (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:43.270120 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-74bfc3b9-2036-4cb8-91a9-7e309f513a56 req-4d0c47b3-27e4-41b8-b95f-7ac6d30c8ecb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] For port 18f9af57-f4ee-4d04-bbc6-a97c498b6771, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=18f9af57-f4ee-4d04-bbc6-a97c498b6771,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:43.270935 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-74bfc3b9-2036-4cb8-91a9-7e309f513a56 req-4d0c47b3-27e4-41b8-b95f-7ac6d30c8ecb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:43.288634 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-74bfc3b9-2036-4cb8-91a9-7e309f513a56 req-4d0c47b3-27e4-41b8-b95f-7ac6d30c8ecb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Calling delete_port for 18f9af57-f4ee-4d04-bbc6-a97c498b6771 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:43.447718 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0bf71-29d5-4c95-bc68-7a3ef703fe33 req-0ef422fd-7a25-42c7-a900-b0f94991af05 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:43.449195 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fdc0bf71-29d5-4c95-bc68-7a3ef703fe33 req-0ef422fd-7a25-42c7-a900-b0f94991af05 tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eef40c9-4687-4ed5-9b3f-325d14377d07 HTTP/1.1" status: 200 len: 945 time: 0.1076548 Jan 26 13:20:43.571837 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fdc0bf71-29d5-4c95-bc68-7a3ef703fe33 req-1b9a52fe-1912-4c8f-9f8b-2b645e48961e tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.10 "GET /v2.0/security-groups?id=a9b6f70b-bbbf-4655-92c7-4027c4f32f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128910 Jan 26 13:20:43.622116 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-74bfc3b9-2036-4cb8-91a9-7e309f513a56 req-4d0c47b3-27e4-41b8-b95f-7ac6d30c8ecb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (18f9af57-f4ee-4d04-bbc6-a97c498b6771), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:43.633538 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['18f9af57-f4ee-4d04-bbc6-a97c498b6771'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:20:43.679424 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c47b3-27e4-41b8-b95f-7ac6d30c8ecb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Pushing event deleted for resources: {'Port': ['ID=18f9af57-f4ee-4d04-bbc6-a97c498b6771,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:43.684525 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-06d3404e-3341-4b32-bb68-1759a96dc625 admin admin] Deleting port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:43.684525 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-06d3404e-3341-4b32-bb68-1759a96dc625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:43.743186 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bfc3b9-2036-4cb8-91a9-7e309f513a56 req-4d0c47b3-27e4-41b8-b95f-7ac6d30c8ecb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] No DVR routers for this DVR port 18f9af57-f4ee-4d04-bbc6-a97c498b6771 on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:43.748041 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-74bfc3b9-2036-4cb8-91a9-7e309f513a56 req-4d0c47b3-27e4-41b8-b95f-7ac6d30c8ecb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:43.751357 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-74bfc3b9-2036-4cb8-91a9-7e309f513a56 req-4d0c47b3-27e4-41b8-b95f-7ac6d30c8ecb tempest-TestMinimumBasicScenario-1438358191 tempest-TestMinimumBasicScenario-1438358191-project] 10.222.0.24 "DELETE /v2.0/ports/18f9af57-f4ee-4d04-bbc6-a97c498b6771 HTTP/1.1" status: 204 len: 173 time: 0.7733905 Jan 26 13:20:43.755393 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'name': 'network-vif-deleted', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:43.757804 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0f4a73-80d3-4aae-be20-008ddbd978f3" -d '{"events": [{"server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "name": "network-vif-deleted", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:43.800978 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd2ef-6ed6-415d-b2b8-628ca4ca6ea8 req-7d4831c4-f441-4595-8a8a-99ef96600394 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:43.802755 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-05efd2ef-6ed6-415d-b2b8-628ca4ca6ea8 req-7d4831c4-f441-4595-8a8a-99ef96600394 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 946 time: 0.1779020 Jan 26 13:20:43.827055 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872368fa-1148-4355-9fa8-df23720942ed x-openstack-request-id: req-872368fa-1148-4355-9fa8-df23720942ed {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:43.827344 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eef40c9-4687-4ed5-9b3f-325d14377d07", "name": "network-vif-deleted", "tag": "18f9af57-f4ee-4d04-bbc6-a97c498b6771", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:43.827597 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-872368fa-1148-4355-9fa8-df23720942ed {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:43.828014 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eef40c9-4687-4ed5-9b3f-325d14377d07', 'name': 'network-vif-deleted', 'tag': '18f9af57-f4ee-4d04-bbc6-a97c498b6771', 'status': 'completed', 'code': 200} Jan 26 13:20:43.853619 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-06d3404e-3341-4b32-bb68-1759a96dc625 admin admin] For port 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:43.853978 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-06d3404e-3341-4b32-bb68-1759a96dc625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:43.882108 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-06d3404e-3341-4b32-bb68-1759a96dc625 admin admin] Calling delete_port for 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:43.888864 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-05efd2ef-6ed6-415d-b2b8-628ca4ca6ea8 req-7f897968-d4a8-4993-91e1-81eecba6dae2 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747924 Jan 26 13:20:44.073126 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-06d3404e-3341-4b32-bb68-1759a96dc625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:44.096518 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3404e-3341-4b32-bb68-1759a96dc625 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:44.290909 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-06d3404e-3341-4b32-bb68-1759a96dc625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533994'] for router_interface (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:44.758597 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d3404e-3341-4b32-bb68-1759a96dc625 admin admin] Router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:20:44.869274 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d3404e-3341-4b32-bb68-1759a96dc625 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:20:44.874817 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-06d3404e-3341-4b32-bb68-1759a96dc625 admin admin] 10.222.0.10 "PUT /v2.0/routers/5039abef-ec50-4d2c-b0f0-7745ecbbf97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2537780 Jan 26 13:20:44.876784 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 40906) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:44.879076 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d6e58c-b733-4b61-beb7-8750391b1445 None None] Sync routers for ids ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:20:44.890153 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d6e58c-b733-4b61-beb7-8750391b1445 None None] Routers {'5039abef-ec50-4d2c-b0f0-7745ecbbf97d'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:44.891000 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-79d6e58c-b733-4b61-beb7-8750391b1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:45.045830 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Publish callbacks [] for router (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:45.093497 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71568f05-e212-4293-8b56-d9a6618fbb45 req-0c401af8-253d-4ecb-bf94-b4be4ecdd8bd tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:45.094974 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-71568f05-e212-4293-8b56-d9a6618fbb45 req-0c401af8-253d-4ecb-bf94-b4be4ecdd8bd tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 946 time: 0.1104844 Jan 26 13:20:45.111877 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-79d6e58c-b733-4b61-beb7-8750391b1445 None None] Set router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:45.232240 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-f40339c5-7586-4c30-ac75-69623a46a515 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:45.233692 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-f40339c5-7586-4c30-ac75-69623a46a515 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 946 time: 0.1308298 Jan 26 13:20:45.243304 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-71568f05-e212-4293-8b56-d9a6618fbb45 req-f0ea9d0e-f203-42fb-a77b-f3ad484160ba tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups?id=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392615 Jan 26 13:20:45.251413 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Publish callbacks [] for router_gateway (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:45.309003 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40938) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:45.316850 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-79d6e58c-b733-4b61-beb7-8750391b1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:20:44Z', 'revision_number': 5, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port': {'id': '0b56ed53-b179-4e4e-b351-752afbb32972', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:45.343739 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d6e58c-b733-4b61-beb7-8750391b1445 None None] Checking router: 5039abef-ec50-4d2c-b0f0-7745ecbbf97d for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:20:45.353401 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d6e58c-b733-4b61-beb7-8750391b1445 None None] Routers {'5039abef-ec50-4d2c-b0f0-7745ecbbf97d'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:45.354025 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-79d6e58c-b733-4b61-beb7-8750391b1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:45.358491 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device e753e698-7b58-4577-98f7-72bdf2682f35 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:45.370977 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Deleting port 0b56ed53-b179-4e4e-b351-752afbb32972 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:45.371376 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (0b56ed53-b179-4e4e-b351-752afbb32972), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:45.379159 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: e753e698-7b58-4577-98f7-72bdf2682f35 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:45.379780 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device e753e698-7b58-4577-98f7-72bdf2682f35 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:45.380362 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 18f9af57-f4ee-4d04-bbc6-a97c498b6771 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:45.403149 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 18f9af57-f4ee-4d04-bbc6-a97c498b6771 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:45.403778 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 18f9af57-f4ee-4d04-bbc6-a97c498b6771 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:45.430173 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Deleting port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:45.430678 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:45.466200 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-79d6e58c-b733-4b61-beb7-8750391b1445 None None] Set router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d gateway port host: None {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:45.523538 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-79d6e58c-b733-4b61-beb7-8750391b1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:20:45Z', 'revision_number': 6, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port_host': None}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:45.528334 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] For port 0b56ed53-b179-4e4e-b351-752afbb32972, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=0b56ed53-b179-4e4e-b351-752afbb32972,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:45.528850 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (0b56ed53-b179-4e4e-b351-752afbb32972), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:45.554016 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Calling delete_port for 0b56ed53-b179-4e4e-b351-752afbb32972 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:45.558775 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d6e58c-b733-4b61-beb7-8750391b1445 None None] The sync data for ids ['5039abef-ec50-4d2c-b0f0-7745ecbbf97d'] in dv-cinder-824187-5-iscsi is: [{'id': '5039abef-ec50-4d2c-b0f0-7745ecbbf97d', 'name': 'tempest-TestShelveInstance-1685155015-router', 'tenant_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:57Z', 'updated_at': '2022-01-26T13:20:45Z', 'revision_number': 6, 'project_id': 'c1dad1718f94454dbcb0f01ac34e3a62', 'gw_port_host': None}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:20:45.573603 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] For port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:45.574115 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:45.684853 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f252aaef-6f76-4d70-b0e0-ac044afff5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533886'] for router_interface (beff9225-9542-42a2-afaa-ff76a756386f), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:45.930657 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:45.930657 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (712c709f-caca-4c46-9a32-208c8d68e151), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:45.931359 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.l3_db [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Floating IP 712c709f-caca-4c46-9a32-208c8d68e151 disassociated. External IP: 172.27.2.201, port: 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb. Jan 26 13:20:45.931359 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Calling delete_port for 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:45.953519 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f252aaef-6f76-4d70-b0e0-ac044afff5f4 admin admin] Deleting port 94704b3c-d260-44fd-a560-53ed94057440 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:45.953945 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f252aaef-6f76-4d70-b0e0-ac044afff5f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (94704b3c-d260-44fd-a560-53ed94057440), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:45.985284 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (0b56ed53-b179-4e4e-b351-752afbb32972), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.024851 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b56ed53-b179-4e4e-b351-752afbb32972,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:46.045235 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f252aaef-6f76-4d70-b0e0-ac044afff5f4 admin admin] For port 94704b3c-d260-44fd-a560-53ed94057440, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=94704b3c-d260-44fd-a560-53ed94057440,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:46.045592 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f252aaef-6f76-4d70-b0e0-ac044afff5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (94704b3c-d260-44fd-a560-53ed94057440), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.057989 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f252aaef-6f76-4d70-b0e0-ac044afff5f4 admin admin] Calling delete_port for 94704b3c-d260-44fd-a560-53ed94057440 owned by network:router_interface {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:46.102882 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539012'] for router_gateway (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.220505 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12851'] for router (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.225954 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Publish callbacks [] for router_controller (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.234616 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f252aaef-6f76-4d70-b0e0-ac044afff5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (94704b3c-d260-44fd-a560-53ed94057440), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.260270 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252aaef-6f76-4d70-b0e0-ac044afff5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=94704b3c-d260-44fd-a560-53ed94057440,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:46.289224 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.304586 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532504'] for router (5039abef-ec50-4d2c-b0f0-7745ecbbf97d), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.304935 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5039abef-ec50-4d2c-b0f0-7745ecbbf97d {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 13:20:46.311869 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.313508 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-a3c69c74-ffed-4d46-886b-c4b862c2f68a admin admin] 10.222.0.10 "DELETE /v2.0/routers/5039abef-ec50-4d2c-b0f0-7745ecbbf97d HTTP/1.1" status: 204 len: 168 time: 1.4357965 Jan 26 13:20:46.317452 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40944) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:46.338912 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event deleted for resources: {'Port': ['ID=1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:46.376196 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-242e4b0e-5c8d-4709-9ea5-ec82f959045a req-5e259adc-eba2-4583-9aed-bff3d8e8d742 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 210 time: 0.0333376 Jan 26 13:20:46.416928 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f641e4-9b6e-4e28-9780-b3600cac52bb admin admin] Deleting subnet 6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91 {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:20:46.456656 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b9f641e4-9b6e-4e28-9780-b3600cac52bb admin admin] Publish callbacks [] for subnet (6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.494401 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Router 9e025081-1d74-4865-b5c1-c1e164bad886 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:20:46.530341 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b9f641e4-9b6e-4e28-9780-b3600cac52bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269881'] for subnet (6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.578674 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f252aaef-6f76-4d70-b0e0-ac044afff5f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533994'] for router_interface (beff9225-9542-42a2-afaa-ff76a756386f), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.669444 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b9f641e4-9b6e-4e28-9780-b3600cac52bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.872636 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b9f641e4-9b6e-4e28-9780-b3600cac52bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4584765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636906'] for subnet (6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:46.979723 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:20:46.981763 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078b178-e4ce-4cb8-9372-809a876e3958 None None] Sync routers for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:20:46.993884 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078b178-e4ce-4cb8-9372-809a876e3958 None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:46.994866 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6078b178-e4ce-4cb8-9372-809a876e3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:47.049016 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] No DVR routers for this DVR port 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:47.051608 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:47.055326 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-35e1f1a5-c490-4cf2-878a-b8459262d685 req-c1d7612b-ffda-446f-be7d-5998e2c89629 tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.24 "DELETE /v2.0/ports/1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb HTTP/1.1" status: 204 len: 173 time: 1.8105843 Jan 26 13:20:47.055977 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'name': 'network-vif-deleted', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:47.058311 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdb97ce-8780-4484-828b-2dc4a323f4f9" -d '{"events": [{"server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "name": "network-vif-deleted", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:47.072078 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:47.097718 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:47.098263 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 5db2be5b-0dcd-4ed5-8c97-f415fd4d4cff not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:47.098830 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0b56ed53-b179-4e4e-b351-752afbb32972 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:47.128461 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 0b56ed53-b179-4e4e-b351-752afbb32972 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:47.128811 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0b56ed53-b179-4e4e-b351-752afbb32972 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:47.159202 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6392075-a3ed-47f3-aa7a-2303d79873f0 x-openstack-request-id: req-c6392075-a3ed-47f3-aa7a-2303d79873f0 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:47.159841 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac566ab-8813-4490-99d1-5ed46b051e9d", "name": "network-vif-deleted", "tag": "1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:47.160209 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6392075-a3ed-47f3-aa7a-2303d79873f0 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:47.160661 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac566ab-8813-4490-99d1-5ed46b051e9d', 'name': 'network-vif-deleted', 'tag': '1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb', 'status': 'completed', 'code': 200} Jan 26 13:20:47.201647 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-6078b178-e4ce-4cb8-9372-809a876e3958 None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:47.254559 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f641e4-9b6e-4e28-9780-b3600cac52bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:47.256195 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-082df848-2e79-4ec8-a31f-057bf2e26fdb tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:47.256398 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b9f641e4-9b6e-4e28-9780-b3600cac52bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:47.261463 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-082df848-2e79-4ec8-a31f-057bf2e26fdb tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/networks?id=892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 200 len: 815 time: 0.1594613 Jan 26 13:20:47.263878 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-b9f641e4-9b6e-4e28-9780-b3600cac52bb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6ddc8d9e-7e41-4dac-b6fb-38f20cfbeb91 HTTP/1.1" status: 204 len: 168 time: 0.9445746 Jan 26 13:20:47.266758 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40964) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:47.281219 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-a1a10cf2-1dce-4eab-8707-b2e3ad3ec120 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/quotas/80836eb52f6e4222894ea6a04d5a1500 HTTP/1.1" status: 200 len: 375 time: 0.0128970 Jan 26 13:20:47.301479 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459ac1b4-a23e-483e-80c9-7860612ed9ed None None] Network 9a7188b1-377a-4966-a0d1-e183592de050 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:20:47.335309 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-b049a27a-ebf8-4678-b5da-0adae2643268 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80836eb52f6e4222894ea6a04d5a1500&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475140 Jan 26 13:20:47.380378 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (9a7188b1-377a-4966-a0d1-e183592de050), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:47.400883 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f252aaef-6f76-4d70-b0e0-ac044afff5f4 admin admin] Router beff9225-9542-42a2-afaa-ff76a756386f has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:20:47.496167 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-6816353e-ebba-41d2-94fe-d2e693747d11 service neutron] 10.222.0.10 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408086 Jan 26 13:20:47.536269 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Deleting port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:47.537315 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:47.562319 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0192e8e0-6162-48a2-9612-7d450951c5ec req-76854942-2582-4c4a-a76f-1c4d6eac98de tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ac566ab-8813-4490-99d1-5ed46b051e9d HTTP/1.1" status: 200 len: 210 time: 0.0635166 Jan 26 13:20:47.567846 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f252aaef-6f76-4d70-b0e0-ac044afff5f4 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:20:47.574102 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f252aaef-6f76-4d70-b0e0-ac044afff5f4 admin admin] 10.222.0.10 "PUT /v2.0/routers/beff9225-9542-42a2-afaa-ff76a756386f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2639840 Jan 26 13:20:47.589758 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6078b178-e4ce-4cb8-9372-809a876e3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:47.594984 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb11d2-cfa7-433f-a7a2-7c069521a2da None None] Sync routers for ids ['beff9225-9542-42a2-afaa-ff76a756386f'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:20:47.599360 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40968) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:47.618196 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb11d2-cfa7-433f-a7a2-7c069521a2da None None] Routers {'beff9225-9542-42a2-afaa-ff76a756386f'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:47.619078 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-8deb11d2-cfa7-433f-a7a2-7c069521a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['beff9225-9542-42a2-afaa-ff76a756386f'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:47.660279 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] For port 4452432e-2c26-4676-bdb3-cf8b67d6dba1, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=4452432e-2c26-4676-bdb3-cf8b67d6dba1,segment=NetworkSegment(8a9098d8-eeb5-423f-a3d0-9716ea90494f),segment_id=8a9098d8-eeb5-423f-a3d0-9716ea90494f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:47.660701 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:47.669615 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7c690f-eb32-451f-a7ae-2e31070d2f83 None None] DHCP port deletion for 9a7188b1-377a-4966-a0d1-e183592de050 request from dv-cinder-824187-5-iscsi {{(pid=102610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 13:20:47.672015 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078b178-e4ce-4cb8-9372-809a876e3958 None None] Checking router: 9e025081-1d74-4865-b5c1-c1e164bad886 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:20:47.688600 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Calling delete_port for 4452432e-2c26-4676-bdb3-cf8b67d6dba1 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:47.689080 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-a9a8d819-891b-42eb-ba36-2c6070cd251e service neutron] 10.222.0.10 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888139 Jan 26 13:20:47.720339 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078b178-e4ce-4cb8-9372-809a876e3958 None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:47.721686 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6078b178-e4ce-4cb8-9372-809a876e3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:47.741517 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-8deb11d2-cfa7-433f-a7a2-7c069521a2da None None] Set router beff9225-9542-42a2-afaa-ff76a756386f gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:47.830959 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c690f-eb32-451f-a7ae-2e31070d2f83 None None] Deleting port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:47.831585 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8a7c690f-eb32-451f-a7ae-2e31070d2f83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:47.837171 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:47.873568 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Pushing event deleted for resources: {'Port': ['ID=4452432e-2c26-4676-bdb3-cf8b67d6dba1,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:47.883526 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] No DVR routers for this DVR port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 on host dv-cinder-824187-5-iscsi {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:47.898479 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-6078b178-e4ce-4cb8-9372-809a876e3958 None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:47.948321 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-8a7c690f-eb32-451f-a7ae-2e31070d2f83 None None] For port 4452432e-2c26-4676-bdb3-cf8b67d6dba1, host dv-cinder-824187-5-iscsi, got binding levels [] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:47.948965 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8a7c690f-eb32-451f-a7ae-2e31070d2f83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:47.966324 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e586b207-48e8-465a-ae58-67ab42624658 req-fa2d5c14-a1f6-4a87-939b-8bae02123d16 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 210 time: 0.0551207 Jan 26 13:20:47.989432 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (9a7188b1-377a-4966-a0d1-e183592de050), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:47.996362 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c690f-eb32-451f-a7ae-2e31070d2f83 None None] Calling delete_port for 4452432e-2c26-4676-bdb3-cf8b67d6dba1 owned by network:dhcp {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:48.000876 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.ipam_backend_mixin [None req-8a7c690f-eb32-451f-a7ae-2e31070d2f83 None None] Port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 was not found and therefore no delete operation was performed {{(pid=102610) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 13:20:48.002495 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Publish callbacks [] for router (beff9225-9542-42a2-afaa-ff76a756386f), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.005815 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8a7c690f-eb32-451f-a7ae-2e31070d2f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278'] for port (4452432e-2c26-4676-bdb3-cf8b67d6dba1), after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.034016 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-8deb11d2-cfa7-433f-a7a2-7c069521a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:20:46Z', 'revision_number': 5, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:48.055843 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c690f-eb32-451f-a7ae-2e31070d2f83 None None] Pushing event deleted for resources: {'Port': ['ID=4452432e-2c26-4676-bdb3-cf8b67d6dba1,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:48.066467 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb11d2-cfa7-433f-a7a2-7c069521a2da None None] Checking router: beff9225-9542-42a2-afaa-ff76a756386f for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:20:48.075793 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb11d2-cfa7-433f-a7a2-7c069521a2da None None] Routers {'beff9225-9542-42a2-afaa-ff76a756386f'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:48.076613 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-8deb11d2-cfa7-433f-a7a2-7c069521a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['beff9225-9542-42a2-afaa-ff76a756386f'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:48.077229 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7188b1-377a-4966-a0d1-e183592de050']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:48.090947 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9098d8-eeb5-423f-a3d0-9716ea90494f') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:48.091244 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9098d8-eeb5-423f-a3d0-9716ea90494f') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:48.096462 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c690f-eb32-451f-a7ae-2e31070d2f83 None None] No DVR routers for this DVR port 4452432e-2c26-4676-bdb3-cf8b67d6dba1 on host dv-cinder-824187-5-iscsi {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:48.104824 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269872'] for segment (8a9098d8-eeb5-423f-a3d0-9716ea90494f), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.153183 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (8a9098d8-eeb5-423f-a3d0-9716ea90494f), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.167338 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:20:48.167787 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4584851'] for segment (8a9098d8-eeb5-423f-a3d0-9716ea90494f), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: Traceback (most recent call last): Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: timer() Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: cb(*args, **kw) Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: self._notify() Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: self.callback(batched_events) Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: event.method(event) Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: return f(self, *a, **k) Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._get(url).json() Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:20:48.169457 dv-cinder-824187-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:20:48.220123 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6078b178-e4ce-4cb8-9372-809a876e3958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:48.238618 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Publish callbacks [] for router_gateway (beff9225-9542-42a2-afaa-ff76a756386f), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.244219 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-8deb11d2-cfa7-433f-a7a2-7c069521a2da None None] Set router beff9225-9542-42a2-afaa-ff76a756386f gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:48.250516 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (9a7188b1-377a-4966-a0d1-e183592de050), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.270465 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078b178-e4ce-4cb8-9372-809a876e3958 None None] The sync data for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi is: [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:14:15Z', 'revision_number': 4, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'd32b666a-04c1-4833-bcb9-7e0a391ddae9', 'name': '', 'network_id': '84beaab8-7cea-4036-bed2-ae75c0fff259', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'mac_address': 'fa:16:3e:1e:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:13Z', 'updated_at': '2022-01-26T13:14:23Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'subnets': [{'id': '6a62eb2c-a93e-4cd4-b7ce-7b495197fb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:20:48.278971 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.282139 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9a7188b1-377a-4966-a0d1-e183592de050 HTTP/1.1" status: 204 len: 168 time: 1.0144544 Jan 26 13:20:48.285164 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 40980) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:48.300261 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3771e9-3809-4ea1-a042-3738e50e9880 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7188b1-377a-4966-a0d1-e183592de050,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:48.340500 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Deleting port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:48.340842 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.457278 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] For port 46bb1148-c734-4ec3-b32b-639ffa7ef0ce, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=46bb1148-c734-4ec3-b32b-639ffa7ef0ce,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:48.458608 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.471240 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Calling delete_port for 46bb1148-c734-4ec3-b32b-639ffa7ef0ce owned by network:router_gateway {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:48.513635 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-8deb11d2-cfa7-433f-a7a2-7c069521a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:20:46Z', 'revision_number': 5, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:48.561145 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb11d2-cfa7-433f-a7a2-7c069521a2da None None] The sync data for ids ['beff9225-9542-42a2-afaa-ff76a756386f'] in dv-cinder-824187-5-iscsi is: [{'id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'name': 'tempest-TestMinimumBasicScenario-27780520-router', 'tenant_id': 'f4afd36b799a41f49c19aad138f84d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:20:46Z', 'revision_number': 5, 'project_id': 'f4afd36b799a41f49c19aad138f84d1e', 'gw_port': {'id': '46bb1148-c734-4ec3-b32b-639ffa7ef0ce', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beff9225-9542-42a2-afaa-ff76a756386f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:14Z', 'updated_at': '2022-01-26T13:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:20:48.703895 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbd426a-3a9e-464e-971a-9514a614cdf3 None None] New status for floating IP 712c709f-caca-4c46-9a32-208c8d68e151: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:20:48.711016 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (46bb1148-c734-4ec3-b32b-639ffa7ef0ce), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.750008 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=46bb1148-c734-4ec3-b32b-639ffa7ef0ce,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:48.756539 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40986) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:48.802848 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-280f78ed-a527-45fd-afa3-2829d5436b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533886'] for router_interface (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.868326 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539012'] for router_gateway (beff9225-9542-42a2-afaa-ff76a756386f), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.931697 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236d5db7-b46f-4267-97f0-9224333789aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group (58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.975802 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12851'] for router (beff9225-9542-42a2-afaa-ff76a756386f), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.980227 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Publish callbacks [] for router_controller (beff9225-9542-42a2-afaa-ff76a756386f), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:48.994786 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236d5db7-b46f-4267-97f0-9224333789aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group (58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.057314 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532504'] for router (beff9225-9542-42a2-afaa-ff76a756386f), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.057870 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beff9225-9542-42a2-afaa-ff76a756386f {{(pid=102609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 13:20:49.072953 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.077465 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f0148bfd-d245-4d11-9c7a-31033f8e5d93 admin admin] 10.222.0.10 "DELETE /v2.0/routers/beff9225-9542-42a2-afaa-ff76a756386f HTTP/1.1" status: 204 len: 168 time: 1.4747837 Jan 26 13:20:49.078677 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40990) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:49.152735 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-d890dc7a-fef1-48a5-85bd-7eaf060a6a8f admin admin] Deleting subnet bf4c8c93-dc5a-4302-90a5-8d2668e189ba {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:20:49.152889 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8624579d-ec88-48cf-9c1a-79dbfb16b064 req-fc7b4eff-a2e2-4199-90c2-f60c33a453ca tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 210 time: 0.0434420 Jan 26 13:20:49.157323 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d890dc7a-fef1-48a5-85bd-7eaf060a6a8f admin admin] Publish callbacks [] for subnet (bf4c8c93-dc5a-4302-90a5-8d2668e189ba), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.158482 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 4452432e-2c26-4676-bdb3-cf8b67d6dba1 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:49.192885 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236d5db7-b46f-4267-97f0-9224333789aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.193229 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 4452432e-2c26-4676-bdb3-cf8b67d6dba1 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:49.193806 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 4452432e-2c26-4676-bdb3-cf8b67d6dba1 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:49.194394 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 94704b3c-d260-44fd-a560-53ed94057440 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:49.195466 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236d5db7-b46f-4267-97f0-9224333789aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.199679 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-236d5db7-b46f-4267-97f0-9224333789aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "DELETE /v2.0/security-groups/58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8 HTTP/1.1" status: 204 len: 168 time: 0.4354146 Jan 26 13:20:49.200316 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40992) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:49.235080 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.api.v2.resource [None req-74309314-ad71-433c-b6b0-6d464b140e3f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] show failed (client error): The resource could not be found. Jan 26 13:20:49.236170 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 94704b3c-d260-44fd-a560-53ed94057440 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:49.236832 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 94704b3c-d260-44fd-a560-53ed94057440 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:49.240034 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-74309314-ad71-433c-b6b0-6d464b140e3f tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "GET /v2.0/security-groups/58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8 HTTP/1.1" status: 404 len: 347 time: 0.0297577 Jan 26 13:20:49.240956 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d5db7-b46f-4267-97f0-9224333789aa tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fc3e75-aaf6-4f4a-a23a-8819c5bb22d8,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:49.242510 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 40994) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:49.313843 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d890dc7a-fef1-48a5-85bd-7eaf060a6a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269881'] for subnet (bf4c8c93-dc5a-4302-90a5-8d2668e189ba), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.335026 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-c7dc82d9-7ac3-4f18-b8aa-6d9fd62b0f87 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:49.336697 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-c7dc82d9-7ac3-4f18-b8aa-6d9fd62b0f87 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "GET /v2.0/networks?id=892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 200 len: 815 time: 0.1826262 Jan 26 13:20:49.349889 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:49.353236 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-280f78ed-a527-45fd-afa3-2829d5436b12 admin admin] Deleting port 0ca96c9a-3c49-4123-9d49-4b74b8832b74 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:49.354030 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-280f78ed-a527-45fd-afa3-2829d5436b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.361472 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Request body: {'port': {'device_id': 'dbbbe8a8-015c-4ad1-93d8-31276f82980a', 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9', 'admin_state_up': True, 'tenant_id': '80836eb52f6e4222894ea6a04d5a1500'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:20:49.382800 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:49.383367 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 1f01657f-d6bc-48d6-a8c8-9f6dff7f0afb not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:49.465169 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d890dc7a-fef1-48a5-85bd-7eaf060a6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (bf4c8c93-dc5a-4302-90a5-8d2668e189ba), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.502625 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-300f2231-d9ad-42af-a37c-8eeb7707129c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Deleting port f93382eb-666e-44b5-8695-7756985c5baa {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:49.502955 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-300f2231-d9ad-42af-a37c-8eeb7707129c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (f93382eb-666e-44b5-8695-7756985c5baa), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.521196 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-280f78ed-a527-45fd-afa3-2829d5436b12 admin admin] For port 0ca96c9a-3c49-4123-9d49-4b74b8832b74, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=0ca96c9a-3c49-4123-9d49-4b74b8832b74,segment=NetworkSegment(374cf899-fa29-4954-b5a5-705144c0a004),segment_id=374cf899-fa29-4954-b5a5-705144c0a004)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:49.521572 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-280f78ed-a527-45fd-afa3-2829d5436b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.547339 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-280f78ed-a527-45fd-afa3-2829d5436b12 admin admin] Calling delete_port for 0ca96c9a-3c49-4123-9d49-4b74b8832b74 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:49.570406 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Made reservation on behalf of 80836eb52f6e4222894ea6a04d5a1500 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:20:49.574011 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.587104 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d890dc7a-fef1-48a5-85bd-7eaf060a6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4584765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636906'] for subnet (bf4c8c93-dc5a-4302-90a5-8d2668e189ba), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.623934 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-300f2231-d9ad-42af-a37c-8eeb7707129c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (f93382eb-666e-44b5-8695-7756985c5baa), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.624260 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-300f2231-d9ad-42af-a37c-8eeb7707129c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (f93382eb-666e-44b5-8695-7756985c5baa), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.627822 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890dc7a-fef1-48a5-85bd-7eaf060a6a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf4c8c93-dc5a-4302-90a5-8d2668e189ba,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:49.635805 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d890dc7a-fef1-48a5-85bd-7eaf060a6a8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.640772 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d890dc7a-fef1-48a5-85bd-7eaf060a6a8f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bf4c8c93-dc5a-4302-90a5-8d2668e189ba HTTP/1.1" status: 204 len: 168 time: 0.5583987 Jan 26 13:20:49.640941 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5142fad2-50be-492c-91dd-b7db92c31662 None None] Network 42a21c0d-6cf9-492b-8f6a-2da15edfd01c requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:20:49.641034 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41000) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:49.660672 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-300f2231-d9ad-42af-a37c-8eeb7707129c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Calling delete_port for f93382eb-666e-44b5-8695-7756985c5baa owned by network:floatingip {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:49.758357 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (42a21c0d-6cf9-492b-8f6a-2da15edfd01c), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.808671 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Allocated IP 172.20.0.12 (892db26a-3c36-4bde-ac72-fff77fe3cdf9/f13005dc-61a7-4677-a69e-f7e91e7279f2/c281e2a0-a7d8-4ab6-aee1-e11c5671f65f) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:20:49.870139 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Deleting port 94cd3baf-1d0e-4761-908d-82c1d3f4566c {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:49.870603 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.900767 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850bd017-f387-4b79-a1fb-5a4b9fdde1b5 None None] DHCP port deletion for 42a21c0d-6cf9-492b-8f6a-2da15edfd01c request from dv-cinder-824187-5-iscsi {{(pid=102610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 13:20:49.933478 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-300f2231-d9ad-42af-a37c-8eeb7707129c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (f93382eb-666e-44b5-8695-7756985c5baa), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.940523 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-280f78ed-a527-45fd-afa3-2829d5436b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (0ca96c9a-3c49-4123-9d49-4b74b8832b74), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.976298 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f2231-d9ad-42af-a37c-8eeb7707129c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Pushing event deleted for resources: {'Port': ['ID=f93382eb-666e-44b5-8695-7756985c5baa,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:49.976674 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-850bd017-f387-4b79-a1fb-5a4b9fdde1b5 None None] Deleting port 94cd3baf-1d0e-4761-908d-82c1d3f4566c {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:49.977287 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-850bd017-f387-4b79-a1fb-5a4b9fdde1b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.979559 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] For port 94cd3baf-1d0e-4761-908d-82c1d3f4566c, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=94cd3baf-1d0e-4761-908d-82c1d3f4566c,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:49.979942 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:49.997389 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f78ed-a527-45fd-afa3-2829d5436b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca96c9a-3c49-4123-9d49-4b74b8832b74,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:50.009107 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Calling delete_port for 94cd3baf-1d0e-4761-908d-82c1d3f4566c owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:50.102910 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-300f2231-d9ad-42af-a37c-8eeb7707129c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks [] for floatingip (712c709f-caca-4c46-9a32-208c8d68e151), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.105706 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-300f2231-d9ad-42af-a37c-8eeb7707129c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.120761 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-300f2231-d9ad-42af-a37c-8eeb7707129c tempest-AttachVolumeShelveTestJSON-1885880687 tempest-AttachVolumeShelveTestJSON-1885880687-project] 10.222.0.10 "DELETE /v2.0/floatingips/712c709f-caca-4c46-9a32-208c8d68e151 HTTP/1.1" status: 204 len: 168 time: 0.8647492 Jan 26 13:20:50.180689 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks [] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.186012 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.213590 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cd3baf-1d0e-4761-908d-82c1d3f4566c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:50.222025 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] No DVR routers for this DVR port 94cd3baf-1d0e-4761-908d-82c1d3f4566c on host dv-cinder-824187-5-iscsi {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:50.239881 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-850bd017-f387-4b79-a1fb-5a4b9fdde1b5 None None] For port 94cd3baf-1d0e-4761-908d-82c1d3f4566c, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=94cd3baf-1d0e-4761-908d-82c1d3f4566c,segment=NetworkSegment(082285e3-1582-455d-addb-ae65baa512bf),segment_id=082285e3-1582-455d-addb-ae65baa512bf)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:50.242439 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-850bd017-f387-4b79-a1fb-5a4b9fdde1b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.260556 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-850bd017-f387-4b79-a1fb-5a4b9fdde1b5 None None] Calling delete_port for 94cd3baf-1d0e-4761-908d-82c1d3f4566c owned by network:dhcp {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:50.312119 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (42a21c0d-6cf9-492b-8f6a-2da15edfd01c), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.354992 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a21c0d-6cf9-492b-8f6a-2da15edfd01c']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:50.367373 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2e03ce75-9c62-47b0-a0b2-184fb44bd22b req-82c7869f-76be-46c2-962e-dbaf1ad25107 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 210 time: 0.0685408 Jan 26 13:20:50.372373 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-280f78ed-a527-45fd-afa3-2829d5436b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533994'] for router_interface (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.381174 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082285e3-1582-455d-addb-ae65baa512bf') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:50.381408 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082285e3-1582-455d-addb-ae65baa512bf') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:50.389406 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.393767 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269872'] for segment (082285e3-1582-455d-addb-ae65baa512bf), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.403536 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['709f0bde-7115-443a-a2a2-f80211251266'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:20:50.408619 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (082285e3-1582-455d-addb-ae65baa512bf), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.415953 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:20:50.416366 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4584851'] for segment (082285e3-1582-455d-addb-ae65baa512bf), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: Traceback (most recent call last): Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: timer() Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: cb(*args, **kw) Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: self._notify() Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: self.callback(batched_events) Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: event.method(event) Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: return f(self, *a, **k) Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._get(url).json() Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:20:50.418383 dv-cinder-824187-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:20:50.473754 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-850bd017-f387-4b79-a1fb-5a4b9fdde1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278'] for port (94cd3baf-1d0e-4761-908d-82c1d3f4566c), after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.485571 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (42a21c0d-6cf9-492b-8f6a-2da15edfd01c), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.492866 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:20:50.503202 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.503399 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:20:50.506074 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:20:50.507730 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] 10.222.0.10 "DELETE /v2.0/networks/42a21c0d-6cf9-492b-8f6a-2da15edfd01c HTTP/1.1" status: 204 len: 168 time: 0.8653719 Jan 26 13:20:50.508243 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cefdbc-0053-4e09-9a0d-b464fb87d207 admin admin] Pushing event deleted for resources: {'Network': ['ID=42a21c0d-6cf9-492b-8f6a-2da15edfd01c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:50.510154 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41012) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:50.526544 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bd017-f387-4b79-a1fb-5a4b9fdde1b5 None None] Pushing event deleted for resources: {'Port': ['ID=94cd3baf-1d0e-4761-908d-82c1d3f4566c,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:50.532746 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850bd017-f387-4b79-a1fb-5a4b9fdde1b5 None None] No DVR routers for this DVR port 94cd3baf-1d0e-4761-908d-82c1d3f4566c on host dv-cinder-824187-5-iscsi {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:50.541602 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Pushing event updated for resources: {'Port': ['ID=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:50.618638 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:50.619352 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.674742 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-5a247934-6df9-465c-af45-09c5209f9d0e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3232307 Jan 26 13:20:50.690058 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Request body: {'port': {'device_id': 'dbbbe8a8-015c-4ad1-93d8-31276f82980a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:20:50.790584 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.807398 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280f78ed-a527-45fd-afa3-2829d5436b12 admin admin] Router d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:20:50.895331 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:50.940248 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 46bb1148-c734-4ec3-b32b-639ffa7ef0ce no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:50.962083 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 46bb1148-c734-4ec3-b32b-639ffa7ef0ce {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:50.962430 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 46bb1148-c734-4ec3-b32b-639ffa7ef0ce not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:50.963190 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 94cd3baf-1d0e-4761-908d-82c1d3f4566c no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:50.983558 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 94cd3baf-1d0e-4761-908d-82c1d3f4566c {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:50.984186 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 94cd3baf-1d0e-4761-908d-82c1d3f4566c not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:51.130640 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-892ee022-76f2-4e97-bd4e-f3efebec8a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533886'] for router_interface (694442e4-79e7-466f-9f07-36afa8ffb7b6), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:51.321813 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280f78ed-a527-45fd-afa3-2829d5436b12 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:20:51.330015 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-280f78ed-a527-45fd-afa3-2829d5436b12 admin admin] 10.222.0.10 "PUT /v2.0/routers/d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0420942 Jan 26 13:20:51.332084 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3cf4ec-74fc-4514-86f2-92de18414751 None None] Sync routers for ids ['d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:20:51.332649 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41014) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:51.346456 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3cf4ec-74fc-4514-86f2-92de18414751 None None] Routers {'d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:51.347056 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-bb3cf4ec-74fc-4514-86f2-92de18414751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:51.383374 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-892ee022-76f2-4e97-bd4e-f3efebec8a72 admin admin] Deleting port 73face24-0c1c-49d5-9183-8db0de4d1282 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:51.383374 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-892ee022-76f2-4e97-bd4e-f3efebec8a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:51.478845 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-bb3cf4ec-74fc-4514-86f2-92de18414751 None None] Set router d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:51.486451 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-892ee022-76f2-4e97-bd4e-f3efebec8a72 admin admin] For port 73face24-0c1c-49d5-9183-8db0de4d1282, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=73face24-0c1c-49d5-9183-8db0de4d1282,segment=NetworkSegment(22b493fb-a83d-453a-9c5b-869e70ff2236),segment_id=22b493fb-a83d-453a-9c5b-869e70ff2236)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:51.486995 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-892ee022-76f2-4e97-bd4e-f3efebec8a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:51.501923 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-892ee022-76f2-4e97-bd4e-f3efebec8a72 admin admin] Calling delete_port for 73face24-0c1c-49d5-9183-8db0de4d1282 owned by network:router_interface {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:51.574347 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Publish callbacks [] for router (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:51.632504 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cddf4c-4574-4d35-ace9-1a10319e944c req-ca37b5ce-e8b7-4741-ac2d-01a7c1bed2e2 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:51.639327 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-93cddf4c-4574-4d35-ace9-1a10319e944c req-ca37b5ce-e8b7-4741-ac2d-01a7c1bed2e2 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 932 time: 0.1824417 Jan 26 13:20:51.650315 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c281e2a0-a7d8-4ab6-aee1-e11c5671f65f {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:20:51.666530 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Publish callbacks [] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:51.727169 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Transition to ACTIVE for port object c281e2a0-a7d8-4ab6-aee1-e11c5671f65f will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:20:51.727972 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-892ee022-76f2-4e97-bd4e-f3efebec8a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (73face24-0c1c-49d5-9183-8db0de4d1282), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:51.735970 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:51.795869 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-93cddf4c-4574-4d35-ace9-1a10319e944c req-bf69c363-a32a-43ba-9faa-894344a750b2 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546257 Jan 26 13:20:51.824255 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ee022-76f2-4e97-bd4e-f3efebec8a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=73face24-0c1c-49d5-9183-8db0de4d1282,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:51.841995 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Publish callbacks [] for router_gateway (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:51.845545 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-bb3cf4ec-74fc-4514-86f2-92de18414751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'name': 'tempest-TestShelveInstance-264982439-router', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:20:49Z', 'revision_number': 5, 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'gw_port': {'id': 'aed6e2d2-5586-4d77-a683-6ecfe046d530', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:51.880239 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3cf4ec-74fc-4514-86f2-92de18414751 None None] Checking router: d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:20:51.890843 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3cf4ec-74fc-4514-86f2-92de18414751 None None] Routers {'d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:51.892087 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Pushing event updated for resources: {'Port': ['ID=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:51.892577 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-bb3cf4ec-74fc-4514-86f2-92de18414751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:51.946214 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-892ee022-76f2-4e97-bd4e-f3efebec8a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533994'] for router_interface (694442e4-79e7-466f-9f07-36afa8ffb7b6), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.009661 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Attempting to bind port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:20:52.010005 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Attempting to bind port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:20:52.010344 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Attempting to bind port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f on network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:20:52.017257 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f on network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:20:52.017578 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Attempting to bind port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f on network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:20:52.022708 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Deleting port aed6e2d2-5586-4d77-a683-6ecfe046d530 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:52.024115 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.029549 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-bb3cf4ec-74fc-4514-86f2-92de18414751 None None] Set router d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec gateway port host: None {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:52.043161 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:20:52.043564 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Checking segment: {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:20:52.044060 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Bound using segment: {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:20:52.044579 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Bound port: c281e2a0-a7d8-4ab6-aee1-e11c5671f65f, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:20:52.045005 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.089000 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-bb3cf4ec-74fc-4514-86f2-92de18414751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'name': 'tempest-TestShelveInstance-264982439-router', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:20:51Z', 'revision_number': 6, 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'gw_port_host': None}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:52.116865 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3cf4ec-74fc-4514-86f2-92de18414751 None None] The sync data for ids ['d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec'] in dv-cinder-824187-5-iscsi is: [{'id': 'd0809cb6-a3b6-4d38-8b83-62db4ae9d4ec', 'name': 'tempest-TestShelveInstance-264982439-router', 'tenant_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:05Z', 'updated_at': '2022-01-26T13:20:51Z', 'revision_number': 6, 'project_id': 'a6b818f6d77b420a9432deb6ddcb972d', 'gw_port_host': None}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:20:52.163476 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] For port aed6e2d2-5586-4d77-a683-6ecfe046d530, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=aed6e2d2-5586-4d77-a683-6ecfe046d530,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:52.163861 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.179457 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] For port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f, host hv-cinder-82418, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:20:52.181652 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Calling delete_port for aed6e2d2-5586-4d77-a683-6ecfe046d530 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:52.184267 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] For port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:20:52.184593 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892ee022-76f2-4e97-bd4e-f3efebec8a72 admin admin] Router 694442e4-79e7-466f-9f07-36afa8ffb7b6 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:20:52.194551 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.265020 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:52.266091 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.267980 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] 10.222.0.24 "PUT /v2.0/ports/c281e2a0-a7d8-4ab6-aee1-e11c5671f65f HTTP/1.1" status: 200 len: 1094 time: 1.5840094 Jan 26 13:20:52.268435 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbbe8a8-015c-4ad1-93d8-31276f82980a', 'tag': 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:52.271236 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a6f7b0-4b65-410f-9568-0547b32c73a3" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbbe8a8-015c-4ad1-93d8-31276f82980a", "tag": "c281e2a0-a7d8-4ab6-aee1-e11c5671f65f"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:52.310757 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892ee022-76f2-4e97-bd4e-f3efebec8a72 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:20:52.311378 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a794255-4306-4ec1-9502-d794d1d36255 service neutron] Pushing event updated for resources: {'Port': ['ID=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:52.316743 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-892ee022-76f2-4e97-bd4e-f3efebec8a72 admin admin] 10.222.0.10 "PUT /v2.0/routers/694442e4-79e7-466f-9f07-36afa8ffb7b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8053441 Jan 26 13:20:52.319601 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41030) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:52.327202 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb2ca2e-497e-420a-9291-e2915a74e851 None None] Sync routers for ids ['694442e4-79e7-466f-9f07-36afa8ffb7b6'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:20:52.327737 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318fb7c7-0c4e-448b-875b-8d7381f82e95 x-openstack-request-id: req-318fb7c7-0c4e-448b-875b-8d7381f82e95 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:52.327737 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbbe8a8-015c-4ad1-93d8-31276f82980a", "tag": "c281e2a0-a7d8-4ab6-aee1-e11c5671f65f", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:52.327932 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-318fb7c7-0c4e-448b-875b-8d7381f82e95 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:52.328287 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbbe8a8-015c-4ad1-93d8-31276f82980a', 'tag': 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f', 'status': 'completed', 'code': 200} Jan 26 13:20:52.341532 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2ca2e-497e-420a-9291-e2915a74e851 None None] Routers {'694442e4-79e7-466f-9f07-36afa8ffb7b6'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:52.342344 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7fb2ca2e-497e-420a-9291-e2915a74e851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['694442e4-79e7-466f-9f07-36afa8ffb7b6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:52.409012 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-c037cade-ac13-447e-818f-1fe86744c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:52.410457 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-c037cade-ac13-447e-818f-1fe86744c645 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=80836eb52f6e4222894ea6a04d5a1500&device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 1097 time: 0.0934289 Jan 26 13:20:52.429146 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Publish callbacks [] for router (694442e4-79e7-466f-9f07-36afa8ffb7b6), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.459435 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-7fb2ca2e-497e-420a-9291-e2915a74e851 None None] Set router 694442e4-79e7-466f-9f07-36afa8ffb7b6 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:52.478218 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-89fc22ab-09ff-4444-9f2e-3f6b46187936 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f HTTP/1.1" status: 200 len: 217 time: 0.0434830 Jan 26 13:20:52.522058 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (aed6e2d2-5586-4d77-a683-6ecfe046d530), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.556153 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed6e2d2-5586-4d77-a683-6ecfe046d530,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:52.569871 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Publish callbacks [] for router_gateway (694442e4-79e7-466f-9f07-36afa8ffb7b6), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.570384 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-82a4efd0-bb29-4407-a9bc-e0be36571854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:52.571359 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-82a4efd0-bb29-4407-a9bc-e0be36571854 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f13005dc-61a7-4677-a69e-f7e91e7279f2 HTTP/1.1" status: 200 len: 855 time: 0.0852742 Jan 26 13:20:52.633299 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Deleting port 719cd390-8b1b-4010-98bc-e1f5570a3444 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:52.634914 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.635745 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-b2c88451-5948-41fd-b64f-ad47dab579c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892db26a-3c36-4bde-ac72-fff77fe3cdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497777 Jan 26 13:20:52.676959 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539012'] for router_gateway (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.687167 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7fb2ca2e-497e-420a-9291-e2915a74e851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'name': 'tempest-TestMinimumBasicScenario-805409428-router', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:20Z', 'updated_at': '2022-01-26T13:20:51Z', 'revision_number': 5, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'gw_port': {'id': '719cd390-8b1b-4010-98bc-e1f5570a3444', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:18:21Z', 'updated_at': '2022-01-26T13:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:52.725893 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb2ca2e-497e-420a-9291-e2915a74e851 None None] Checking router: 694442e4-79e7-466f-9f07-36afa8ffb7b6 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:20:52.734549 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2ca2e-497e-420a-9291-e2915a74e851 None None] Routers {'694442e4-79e7-466f-9f07-36afa8ffb7b6'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:52.735169 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7fb2ca2e-497e-420a-9291-e2915a74e851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['694442e4-79e7-466f-9f07-36afa8ffb7b6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:52.735976 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] For port 719cd390-8b1b-4010-98bc-e1f5570a3444, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=719cd390-8b1b-4010-98bc-e1f5570a3444,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:52.736346 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.750715 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Calling delete_port for 719cd390-8b1b-4010-98bc-e1f5570a3444 owned by network:router_gateway {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:52.766099 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41038) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:52.815246 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12851'] for router (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.819257 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Publish callbacks [] for router_controller (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.864562 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-7fb2ca2e-497e-420a-9291-e2915a74e851 None None] Set router 694442e4-79e7-466f-9f07-36afa8ffb7b6 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:52.919586 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-04dbd58d-7468-4e42-8275-c104a58c7fbc service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754440 Jan 26 13:20:52.925217 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7fb2ca2e-497e-420a-9291-e2915a74e851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'name': 'tempest-TestMinimumBasicScenario-805409428-router', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:20Z', 'updated_at': '2022-01-26T13:20:52Z', 'revision_number': 6, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'gw_port_host': None}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:52.947791 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (719cd390-8b1b-4010-98bc-e1f5570a3444), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.950739 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532504'] for router (d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.951256 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 13:20:52.952858 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb2ca2e-497e-420a-9291-e2915a74e851 None None] The sync data for ids ['694442e4-79e7-466f-9f07-36afa8ffb7b6'] in dv-cinder-824187-5-iscsi is: [{'id': '694442e4-79e7-466f-9f07-36afa8ffb7b6', 'name': 'tempest-TestMinimumBasicScenario-805409428-router', 'tenant_id': 'e2adb975a4974471b08b21b5f075223d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:18:20Z', 'updated_at': '2022-01-26T13:20:52Z', 'revision_number': 6, 'project_id': 'e2adb975a4974471b08b21b5f075223d', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:20:52.959983 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:52.963193 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-9d8b37e2-d462-4048-8456-914b8c4bcb62 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d0809cb6-a3b6-4d38-8b83-62db4ae9d4ec HTTP/1.1" status: 204 len: 168 time: 1.6277506 Jan 26 13:20:52.964818 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41044) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:53.029102 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Pushing event deleted for resources: {'Port': ['ID=719cd390-8b1b-4010-98bc-e1f5570a3444,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:53.053013 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539012'] for router_gateway (694442e4-79e7-466f-9f07-36afa8ffb7b6), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.115157 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13393ccf-c1d5-4f89-a0ca-c5a2c2954a53 req-ce794935-4c54-418b-a050-a4e3ae451497 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:53.116695 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-13393ccf-c1d5-4f89-a0ca-c5a2c2954a53 req-ce794935-4c54-418b-a050-a4e3ae451497 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 944 time: 0.2413943 Jan 26 13:20:53.144589 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12851'] for router (694442e4-79e7-466f-9f07-36afa8ffb7b6), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.147539 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Publish callbacks [] for router_controller (694442e4-79e7-466f-9f07-36afa8ffb7b6), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.152590 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbabdc76-0571-4f6b-a85c-659dfcd04889 admin admin] Deleting subnet dbe5ac42-6bf6-4108-9c11-2e2cf4606d07 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:20:53.176336 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbabdc76-0571-4f6b-a85c-659dfcd04889 admin admin] Publish callbacks [] for subnet (dbe5ac42-6bf6-4108-9c11-2e2cf4606d07), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.202433 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532504'] for router (694442e4-79e7-466f-9f07-36afa8ffb7b6), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.203327 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 694442e4-79e7-466f-9f07-36afa8ffb7b6 {{(pid=102609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 13:20:53.212592 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.212592 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-2474da8c-fe63-4681-9f83-bb9d336a1915 admin admin] 10.222.0.10 "DELETE /v2.0/routers/694442e4-79e7-466f-9f07-36afa8ffb7b6 HTTP/1.1" status: 204 len: 168 time: 0.8902836 Jan 26 13:20:53.215007 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41046) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:53.243831 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1f17a6bc-188b-4331-8b15-afe6ca0d819a req-3fc30213-ad69-4f2c-bf15-b87e962f24ca service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035164 Jan 26 13:20:53.276462 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbabdc76-0571-4f6b-a85c-659dfcd04889 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4329128'] for subnet (dbe5ac42-6bf6-4108-9c11-2e2cf4606d07), precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.276799 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-261356d7-4318-40c3-b5b4-3acf1d76dc41 admin admin] Deleting subnet 2533e7c2-e836-454e-a9d5-30ff99cb503b {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:20:53.280545 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-261356d7-4318-40c3-b5b4-3acf1d76dc41 admin admin] Publish callbacks [] for subnet (2533e7c2-e836-454e-a9d5-30ff99cb503b), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.320117 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-13393ccf-c1d5-4f89-a0ca-c5a2c2954a53 req-5d7001d3-e428-4394-8793-7098a80f78da tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953599 Jan 26 13:20:53.338017 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-261356d7-4318-40c3-b5b4-3acf1d76dc41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269881'] for subnet (2533e7c2-e836-454e-a9d5-30ff99cb503b), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.441619 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device aed6e2d2-5586-4d77-a683-6ecfe046d530 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:53.456323 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-261356d7-4318-40c3-b5b4-3acf1d76dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (2533e7c2-e836-454e-a9d5-30ff99cb503b), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.469282 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: aed6e2d2-5586-4d77-a683-6ecfe046d530 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:53.469907 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device aed6e2d2-5586-4d77-a683-6ecfe046d530 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:53.470335 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0ca96c9a-3c49-4123-9d49-4b74b8832b74 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:53.496016 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 0ca96c9a-3c49-4123-9d49-4b74b8832b74 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:53.496357 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0ca96c9a-3c49-4123-9d49-4b74b8832b74 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:53.498894 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6f7b0-4b65-410f-9568-0547b32c73a3 req-51b00c9a-6d2d-4114-9c52-5ac9e0025b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:53.500626 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47a6f7b0-4b65-410f-9568-0547b32c73a3 req-51b00c9a-6d2d-4114-9c52-5ac9e0025b7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=80836eb52f6e4222894ea6a04d5a1500&device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 1097 time: 0.1922672 Jan 26 13:20:53.514632 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-261356d7-4318-40c3-b5b4-3acf1d76dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4584765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636906'] for subnet (2533e7c2-e836-454e-a9d5-30ff99cb503b), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.547281 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261356d7-4318-40c3-b5b4-3acf1d76dc41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2533e7c2-e836-454e-a9d5-30ff99cb503b,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:53.555342 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-261356d7-4318-40c3-b5b4-3acf1d76dc41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.562805 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99cdd39-3434-46d2-aace-d4ff4017aa72 None None] Network e6283293-aaec-451c-87ed-497097079242 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:20:53.563383 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-261356d7-4318-40c3-b5b4-3acf1d76dc41 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2533e7c2-e836-454e-a9d5-30ff99cb503b HTTP/1.1" status: 204 len: 168 time: 0.3474064 Jan 26 13:20:53.564051 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41048) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:53.652924 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (e6283293-aaec-451c-87ed-497097079242), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.722516 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Deleting port adf6db4b-f770-4587-a207-1d0e0902214f {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:53.722939 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.749598 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d3dfb9-cdf8-4776-a58e-27061a43ff77 None None] DHCP port deletion for e6283293-aaec-451c-87ed-497097079242 request from dv-cinder-824187-5-iscsi {{(pid=102610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 13:20:53.801250 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] For port adf6db4b-f770-4587-a207-1d0e0902214f, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=adf6db4b-f770-4587-a207-1d0e0902214f,segment=NetworkSegment(22b493fb-a83d-453a-9c5b-869e70ff2236),segment_id=22b493fb-a83d-453a-9c5b-869e70ff2236)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:53.802396 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.806738 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3dfb9-cdf8-4776-a58e-27061a43ff77 None None] Deleting port adf6db4b-f770-4587-a207-1d0e0902214f {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:53.807110 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b8d3dfb9-cdf8-4776-a58e-27061a43ff77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.822157 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Calling delete_port for adf6db4b-f770-4587-a207-1d0e0902214f owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:53.829805 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbabdc76-0571-4f6b-a85c-659dfcd04889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (dbe5ac42-6bf6-4108-9c11-2e2cf4606d07), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.882725 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-b8d3dfb9-cdf8-4776-a58e-27061a43ff77 None None] For port adf6db4b-f770-4587-a207-1d0e0902214f, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=adf6db4b-f770-4587-a207-1d0e0902214f,segment=NetworkSegment(22b493fb-a83d-453a-9c5b-869e70ff2236),segment_id=22b493fb-a83d-453a-9c5b-869e70ff2236)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:53.883336 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b8d3dfb9-cdf8-4776-a58e-27061a43ff77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.900956 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3dfb9-cdf8-4776-a58e-27061a43ff77 None None] Calling delete_port for adf6db4b-f770-4587-a207-1d0e0902214f owned by network:dhcp {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:53.935502 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:53.991246 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6f7b0-4b65-410f-9568-0547b32c73a3 req-c28fba0f-ccda-4059-bd4c-66dfca5cc24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:53.993077 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47a6f7b0-4b65-410f-9568-0547b32c73a3 req-c28fba0f-ccda-4059-bd4c-66dfca5cc24d service neutron] 10.222.0.24 "GET /v2.0/networks?id=892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 200 len: 916 time: 0.4836133 Jan 26 13:20:53.995842 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Pushing event deleted for resources: {'Port': ['ID=adf6db4b-f770-4587-a207-1d0e0902214f,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:53.998441 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] No DVR routers for this DVR port adf6db4b-f770-4587-a207-1d0e0902214f on host dv-cinder-824187-5-iscsi {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:54.025972 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbabdc76-0571-4f6b-a85c-659dfcd04889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4731746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762770'] for subnet (dbe5ac42-6bf6-4108-9c11-2e2cf4606d07), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.027442 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b8d3dfb9-cdf8-4776-a58e-27061a43ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278'] for port (adf6db4b-f770-4587-a207-1d0e0902214f), after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.056334 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3dfb9-cdf8-4776-a58e-27061a43ff77 None None] Pushing event deleted for resources: {'Port': ['ID=adf6db4b-f770-4587-a207-1d0e0902214f,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:54.061509 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d3dfb9-cdf8-4776-a58e-27061a43ff77 None None] No DVR routers for this DVR port adf6db4b-f770-4587-a207-1d0e0902214f on host dv-cinder-824187-5-iscsi {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:54.080933 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabdc76-0571-4f6b-a85c-659dfcd04889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe5ac42-6bf6-4108-9c11-2e2cf4606d07,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:54.084838 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47a6f7b0-4b65-410f-9568-0547b32c73a3 req-24af47c1-03a3-4dca-a352-92d9bab3ec67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f HTTP/1.1" status: 200 len: 217 time: 0.0759306 Jan 26 13:20:54.091693 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (e6283293-aaec-451c-87ed-497097079242), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.093646 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbabdc76-0571-4f6b-a85c-659dfcd04889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.096841 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-bbabdc76-0571-4f6b-a85c-659dfcd04889 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dbe5ac42-6bf6-4108-9c11-2e2cf4606d07 HTTP/1.1" status: 204 len: 168 time: 1.1236703 Jan 26 13:20:54.098365 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eaaa1e-13d0-466e-857c-890b2c52a8f6 None None] Network 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:20:54.099985 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41050) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:54.137761 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6283293-aaec-451c-87ed-497097079242']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:54.175146 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b493fb-a83d-453a-9c5b-869e70ff2236') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:54.175551 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b493fb-a83d-453a-9c5b-869e70ff2236') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:54.183169 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6f7b0-4b65-410f-9568-0547b32c73a3 req-dd7370b4-af6f-4125-85e7-296a6ce8bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:54.184909 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47a6f7b0-4b65-410f-9568-0547b32c73a3 req-dd7370b4-af6f-4125-85e7-296a6ce8bf32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f13005dc-61a7-4677-a69e-f7e91e7279f2 HTTP/1.1" status: 200 len: 855 time: 0.0871398 Jan 26 13:20:54.200405 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269872'] for segment (22b493fb-a83d-453a-9c5b-869e70ff2236), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.211818 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c354391-5ffc-4ca9-a825-23868f863419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533886'] for router_interface (9e025081-1d74-4865-b5c1-c1e164bad886), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.217015 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.231944 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (22b493fb-a83d-453a-9c5b-869e70ff2236), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.241098 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:20:54.241428 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4584851'] for segment (22b493fb-a83d-453a-9c5b-869e70ff2236), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: Traceback (most recent call last): Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: timer() Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: cb(*args, **kw) Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: self._notify() Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: self.callback(batched_events) Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: event.method(event) Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: return f(self, *a, **k) Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._get(url).json() Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:20:54.244600 dv-cinder-824187-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:20:54.260629 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47a6f7b0-4b65-410f-9568-0547b32c73a3 req-20cbcee4-bdbc-4066-b1b4-7b19b30aecd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892db26a-3c36-4bde-ac72-fff77fe3cdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659316 Jan 26 13:20:54.301252 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0f399e-b4b2-4911-8310-ea11b0be687f None None] DHCP port deletion for 5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 request from dv-cinder-824187-5-iscsi {{(pid=102610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 13:20:54.341588 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Deleting port 92bcb904-78df-45c5-990e-ac312bb3c3f6 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:54.341935 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.343627 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (e6283293-aaec-451c-87ed-497097079242), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.368984 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.374591 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e6283293-aaec-451c-87ed-497097079242 HTTP/1.1" status: 204 len: 168 time: 0.8072755 Jan 26 13:20:54.374591 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb3ad2-c087-4031-95ab-6469875bc578 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6283293-aaec-451c-87ed-497097079242,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:54.389282 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f399e-b4b2-4911-8310-ea11b0be687f None None] Deleting port 92bcb904-78df-45c5-990e-ac312bb3c3f6 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:54.389671 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cb0f399e-b4b2-4911-8310-ea11b0be687f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.462906 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] For port 92bcb904-78df-45c5-990e-ac312bb3c3f6, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=92bcb904-78df-45c5-990e-ac312bb3c3f6,segment=NetworkSegment(374cf899-fa29-4954-b5a5-705144c0a004),segment_id=374cf899-fa29-4954-b5a5-705144c0a004)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:54.464180 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.469215 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-cb0f399e-b4b2-4911-8310-ea11b0be687f None None] For port 92bcb904-78df-45c5-990e-ac312bb3c3f6, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=92bcb904-78df-45c5-990e-ac312bb3c3f6,segment=NetworkSegment(374cf899-fa29-4954-b5a5-705144c0a004),segment_id=374cf899-fa29-4954-b5a5-705144c0a004)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:54.469793 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cb0f399e-b4b2-4911-8310-ea11b0be687f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.477815 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47a6f7b0-4b65-410f-9568-0547b32c73a3 req-ba6d3cec-d6c0-4a35-81af-cb93ec1ed4ec service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093017 Jan 26 13:20:54.479150 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Calling delete_port for 92bcb904-78df-45c5-990e-ac312bb3c3f6 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:54.485172 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f399e-b4b2-4911-8310-ea11b0be687f None None] Calling delete_port for 92bcb904-78df-45c5-990e-ac312bb3c3f6 owned by network:dhcp {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:54.557840 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41056) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:54.573839 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.580291 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cb0f399e-b4b2-4911-8310-ea11b0be687f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278'] for port (92bcb904-78df-45c5-990e-ac312bb3c3f6), after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.597218 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7902a3-7a0f-4370-8bf4-25ebcb394a89 req-62f95da9-082f-4539-8a70-e5b15ce65fa4 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:54.599411 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bc7902a3-7a0f-4370-8bf4-25ebcb394a89 req-62f95da9-082f-4539-8a70-e5b15ce65fa4 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 944 time: 0.1763785 Jan 26 13:20:54.601585 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Pushing event deleted for resources: {'Port': ['ID=92bcb904-78df-45c5-990e-ac312bb3c3f6,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:54.608247 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] No DVR routers for this DVR port 92bcb904-78df-45c5-990e-ac312bb3c3f6 on host dv-cinder-824187-5-iscsi {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:54.621081 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f399e-b4b2-4911-8310-ea11b0be687f None None] Pushing event deleted for resources: {'Port': ['ID=92bcb904-78df-45c5-990e-ac312bb3c3f6,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:54.625487 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0f399e-b4b2-4911-8310-ea11b0be687f None None] No DVR routers for this DVR port 92bcb904-78df-45c5-990e-ac312bb3c3f6 on host dv-cinder-824187-5-iscsi {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:54.691117 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.693914 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-47a6f7b0-4b65-410f-9568-0547b32c73a3 req-42340c1d-e231-4b28-a44b-09ee8768e470 service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067745 Jan 26 13:20:54.710006 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-7673e46c-6afe-4bea-8ae3-80a52f919a15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4afd36b799a41f49c19aad138f84d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451020 Jan 26 13:20:54.713662 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41058) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:54.723972 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:54.736226 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bc7902a3-7a0f-4370-8bf4-25ebcb394a89 req-a43107ef-e149-4ad7-bd9b-21ab5347a67d tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278114 Jan 26 13:20:54.741824 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374cf899-fa29-4954-b5a5-705144c0a004') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:54.742071 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374cf899-fa29-4954-b5a5-705144c0a004') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:54.763012 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269872'] for segment (374cf899-fa29-4954-b5a5-705144c0a004), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.764912 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2c354391-5ffc-4ca9-a825-23868f863419 admin admin] Deleting port d32b666a-04c1-4833-bcb9-7e0a391ddae9 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:54.765246 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c354391-5ffc-4ca9-a825-23868f863419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.784127 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (374cf899-fa29-4954-b5a5-705144c0a004), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.798059 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:20:54.798201 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4584851'] for segment (374cf899-fa29-4954-b5a5-705144c0a004), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: Traceback (most recent call last): Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: timer() Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: cb(*args, **kw) Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: self._notify() Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: self.callback(batched_events) Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: event.method(event) Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: return f(self, *a, **k) Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._get(url).json() Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:20:54.799846 dv-cinder-824187-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:20:54.810100 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5923331b-8670-492b-9fb9-6e28b34bfa6f admin admin] Publish callbacks [] for security_group (a9b6f70b-bbbf-4655-92c7-4027c4f32f00), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.845908 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2c354391-5ffc-4ca9-a825-23868f863419 admin admin] For port d32b666a-04c1-4833-bcb9-7e0a391ddae9, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=d32b666a-04c1-4833-bcb9-7e0a391ddae9,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:54.846513 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c354391-5ffc-4ca9-a825-23868f863419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.858417 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 73face24-0c1c-49d5-9183-8db0de4d1282 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:54.861420 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2c354391-5ffc-4ca9-a825-23868f863419 admin admin] Calling delete_port for d32b666a-04c1-4833-bcb9-7e0a391ddae9 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:54.869597 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5923331b-8670-492b-9fb9-6e28b34bfa6f admin admin] Publish callbacks [] for security_group (a9b6f70b-bbbf-4655-92c7-4027c4f32f00), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.875986 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.881192 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.882581 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 73face24-0c1c-49d5-9183-8db0de4d1282 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:54.883499 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 73face24-0c1c-49d5-9183-8db0de4d1282 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:54.883917 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 719cd390-8b1b-4010-98bc-e1f5570a3444 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:54.884360 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9 HTTP/1.1" status: 204 len: 168 time: 0.7832370 Jan 26 13:20:54.903830 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 719cd390-8b1b-4010-98bc-e1f5570a3444 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:54.904187 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 719cd390-8b1b-4010-98bc-e1f5570a3444 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:54.904618 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device adf6db4b-f770-4587-a207-1d0e0902214f no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:54.927886 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67e29c-2287-4e83-aff3-3b0366d4d222 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e0949d9-2fd8-4d5c-bf4c-95d0e63a09d9,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:54.928932 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: adf6db4b-f770-4587-a207-1d0e0902214f {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:54.929287 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device adf6db4b-f770-4587-a207-1d0e0902214f not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:54.930014 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 92bcb904-78df-45c5-990e-ac312bb3c3f6 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:54.948369 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 92bcb904-78df-45c5-990e-ac312bb3c3f6 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:54.948718 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 92bcb904-78df-45c5-990e-ac312bb3c3f6 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:54.981237 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5923331b-8670-492b-9fb9-6e28b34bfa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (a9b6f70b-bbbf-4655-92c7-4027c4f32f00), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.984255 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5923331b-8670-492b-9fb9-6e28b34bfa6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:54.985508 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-5923331b-8670-492b-9fb9-6e28b34bfa6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9b6f70b-bbbf-4655-92c7-4027c4f32f00 HTTP/1.1" status: 204 len: 168 time: 0.2709351 Jan 26 13:20:54.994209 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923331b-8670-492b-9fb9-6e28b34bfa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b6f70b-bbbf-4655-92c7-4027c4f32f00,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:55.078041 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c354391-5ffc-4ca9-a825-23868f863419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (d32b666a-04c1-4833-bcb9-7e0a391ddae9), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:55.109815 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c354391-5ffc-4ca9-a825-23868f863419 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32b666a-04c1-4833-bcb9-7e0a391ddae9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:55.117454 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41064) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:55.179558 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d82b1710-9610-4305-9130-916e89ea1dee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1dad1718f94454dbcb0f01ac34e3a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0596609 Jan 26 13:20:55.181207 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41066) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:55.315770 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5173-3a84-4c5d-9a4c-c24282302e2a admin admin] Publish callbacks [] for security_group (8502d0b2-050b-4b19-aeac-e72824f7320d), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:55.339506 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c354391-5ffc-4ca9-a825-23868f863419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533994'] for router_interface (9e025081-1d74-4865-b5c1-c1e164bad886), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:55.354508 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5173-3a84-4c5d-9a4c-c24282302e2a admin admin] Publish callbacks [] for security_group (8502d0b2-050b-4b19-aeac-e72824f7320d), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:55.422646 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41070) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:55.462248 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-756b7c2d-c74b-402e-826b-6996d64a50f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2adb975a4974471b08b21b5f075223d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384567 Jan 26 13:20:55.464789 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41072) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:55.487241 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5173-3a84-4c5d-9a4c-c24282302e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (8502d0b2-050b-4b19-aeac-e72824f7320d), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:55.490956 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5173-3a84-4c5d-9a4c-c24282302e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:55.492124 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3ffe5173-3a84-4c5d-9a4c-c24282302e2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8502d0b2-050b-4b19-aeac-e72824f7320d HTTP/1.1" status: 204 len: 168 time: 0.3099298 Jan 26 13:20:55.502654 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe5173-3a84-4c5d-9a4c-c24282302e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8502d0b2-050b-4b19-aeac-e72824f7320d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:55.528292 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7da9d9c2-aa39-4546-a23c-dc6f67adf40e admin admin] Publish callbacks [] for security_group (39284186-7134-4921-a232-d72910f08de6), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:55.558474 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7da9d9c2-aa39-4546-a23c-dc6f67adf40e admin admin] Publish callbacks [] for security_group (39284186-7134-4921-a232-d72910f08de6), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:55.608924 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7da9d9c2-aa39-4546-a23c-dc6f67adf40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (39284186-7134-4921-a232-d72910f08de6), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:55.611829 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7da9d9c2-aa39-4546-a23c-dc6f67adf40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:55.613056 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7da9d9c2-aa39-4546-a23c-dc6f67adf40e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39284186-7134-4921-a232-d72910f08de6 HTTP/1.1" status: 204 len: 168 time: 0.1473162 Jan 26 13:20:55.625957 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9d9c2-aa39-4546-a23c-dc6f67adf40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39284186-7134-4921-a232-d72910f08de6,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:55.639292 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c354391-5ffc-4ca9-a825-23868f863419 admin admin] Router 9e025081-1d74-4865-b5c1-c1e164bad886 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:20:55.760734 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c354391-5ffc-4ca9-a825-23868f863419 admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:20:55.769239 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5f163-034c-481d-a229-035b9d391a0d None None] Sync routers for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:20:55.772095 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-2c354391-5ffc-4ca9-a825-23868f863419 admin admin] 10.222.0.10 "PUT /v2.0/routers/9e025081-1d74-4865-b5c1-c1e164bad886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0015814 Jan 26 13:20:55.774689 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41082) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:55.792429 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5f163-034c-481d-a229-035b9d391a0d None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:55.795306 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-60c5f163-034c-481d-a229-035b9d391a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:55.939478 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Publish callbacks [] for router (9e025081-1d74-4865-b5c1-c1e164bad886), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:55.959981 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcb35c-3539-404f-89fc-a9ea0dd7c9e8 req-679c802f-22bc-4297-8d47-5e3bd666110a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:55.962534 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8dbcb35c-3539-404f-89fc-a9ea0dd7c9e8 req-679c802f-22bc-4297-8d47-5e3bd666110a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 944 time: 0.0875623 Jan 26 13:20:56.009963 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41084) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:56.022580 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-60c5f163-034c-481d-a229-035b9d391a0d None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:56.045521 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8dbcb35c-3539-404f-89fc-a9ea0dd7c9e8 req-9d043e94-c2f1-4a29-ac16-65292ebbeaa0 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743876 Jan 26 13:20:56.096318 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c36227bc-7ba9-454c-bac4-8d65f063b0cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6b818f6d77b420a9432deb6ddcb972d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0849288 Jan 26 13:20:56.099136 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41086) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:56.135289 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Publish callbacks [] for router_gateway (9e025081-1d74-4865-b5c1-c1e164bad886), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.183528 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-680656b3-ec3a-4380-a809-9952ef5429c9 admin admin] Publish callbacks [] for security_group (127e0804-aa9c-49d3-9765-3b870bf07d3b), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.213029 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-680656b3-ec3a-4380-a809-9952ef5429c9 admin admin] Publish callbacks [] for security_group (127e0804-aa9c-49d3-9765-3b870bf07d3b), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.221683 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-60c5f163-034c-481d-a229-035b9d391a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:20:55Z', 'revision_number': 5, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port': {'id': 'a7683984-cbee-4f8c-9f42-ff040a0144db', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:14:09Z', 'updated_at': '2022-01-26T13:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:56.248692 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5f163-034c-481d-a229-035b9d391a0d None None] Checking router: 9e025081-1d74-4865-b5c1-c1e164bad886 for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:20:56.249253 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Deleting port a7683984-cbee-4f8c-9f42-ff040a0144db {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:56.249587 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.257174 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5f163-034c-481d-a229-035b9d391a0d None None] Routers {'9e025081-1d74-4865-b5c1-c1e164bad886'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:20:56.257776 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-60c5f163-034c-481d-a229-035b9d391a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:20:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['9e025081-1d74-4865-b5c1-c1e164bad886'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:56.320591 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-680656b3-ec3a-4380-a809-9952ef5429c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (127e0804-aa9c-49d3-9765-3b870bf07d3b), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.323218 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-680656b3-ec3a-4380-a809-9952ef5429c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.326876 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-680656b3-ec3a-4380-a809-9952ef5429c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/127e0804-aa9c-49d3-9765-3b870bf07d3b HTTP/1.1" status: 204 len: 168 time: 0.2245467 Jan 26 13:20:56.346659 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] For port a7683984-cbee-4f8c-9f42-ff040a0144db, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=a7683984-cbee-4f8c-9f42-ff040a0144db,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:56.347037 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.348304 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-60c5f163-034c-481d-a229-035b9d391a0d None None] Set router 9e025081-1d74-4865-b5c1-c1e164bad886 gateway port host: None {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:20:56.350052 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680656b3-ec3a-4380-a809-9952ef5429c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127e0804-aa9c-49d3-9765-3b870bf07d3b,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:56.373931 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Calling delete_port for a7683984-cbee-4f8c-9f42-ff040a0144db owned by network:router_gateway {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:56.400140 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-60c5f163-034c-481d-a229-035b9d391a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:20:56Z', 'revision_number': 6, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port_host': None}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:56.429608 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5f163-034c-481d-a229-035b9d391a0d None None] The sync data for ids ['9e025081-1d74-4865-b5c1-c1e164bad886'] in dv-cinder-824187-5-iscsi is: [{'id': '9e025081-1d74-4865-b5c1-c1e164bad886', 'name': 'tempest-AttachVolumeShelveTestJSON-1819268905-router', 'tenant_id': '5fa95ef025ad4b06857dd510f4344181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:14:08Z', 'updated_at': '2022-01-26T13:20:56Z', 'revision_number': 6, 'project_id': '5fa95ef025ad4b06857dd510f4344181', 'gw_port_host': None}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:20:56.553526 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (a7683984-cbee-4f8c-9f42-ff040a0144db), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.580752 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7683984-cbee-4f8c-9f42-ff040a0144db,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:56.644985 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539012'] for router_gateway (9e025081-1d74-4865-b5c1-c1e164bad886), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.740867 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12851'] for router (9e025081-1d74-4865-b5c1-c1e164bad886), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.742827 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Publish callbacks [] for router_controller (9e025081-1d74-4865-b5c1-c1e164bad886), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.788453 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532504'] for router (9e025081-1d74-4865-b5c1-c1e164bad886), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.789069 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e025081-1d74-4865-b5c1-c1e164bad886 {{(pid=102609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 13:20:56.793652 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.794808 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-4ce19dad-7c6e-450d-9650-c96b3bef3f44 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9e025081-1d74-4865-b5c1-c1e164bad886 HTTP/1.1" status: 204 len: 168 time: 1.0180378 Jan 26 13:20:56.797416 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41090) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:56.846236 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77780ac-4f6b-498d-ad5b-a51869095449 admin admin] Deleting subnet 6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:20:56.852492 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f77780ac-4f6b-498d-ad5b-a51869095449 admin admin] Publish callbacks [] for subnet (6a62eb2c-a93e-4cd4-b7ce-7b495197fb30), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:56.892920 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f77780ac-4f6b-498d-ad5b-a51869095449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269881'] for subnet (6a62eb2c-a93e-4cd4-b7ce-7b495197fb30), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.167121 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c1ef4-a214-48a1-9a0d-dab6f6cf823c req-0f89e972-641c-46c6-bf90-2f429f68207b tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:57.168583 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9b1c1ef4-a214-48a1-9a0d-dab6f6cf823c req-0f89e972-641c-46c6-bf90-2f429f68207b tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 944 time: 0.0520928 Jan 26 13:20:57.221377 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f77780ac-4f6b-498d-ad5b-a51869095449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (6a62eb2c-a93e-4cd4-b7ce-7b495197fb30), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.222001 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9b1c1ef4-a214-48a1-9a0d-dab6f6cf823c req-6ffd5937-edf7-45c5-b3f5-7f4c3e8fce25 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474358 Jan 26 13:20:57.250042 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device d32b666a-04c1-4833-bcb9-7e0a391ddae9 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:57.271277 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: d32b666a-04c1-4833-bcb9-7e0a391ddae9 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:57.271634 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device d32b666a-04c1-4833-bcb9-7e0a391ddae9 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:57.286375 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f77780ac-4f6b-498d-ad5b-a51869095449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4584765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636906'] for subnet (6a62eb2c-a93e-4cd4-b7ce-7b495197fb30), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.311841 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77780ac-4f6b-498d-ad5b-a51869095449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a62eb2c-a93e-4cd4-b7ce-7b495197fb30,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:57.315161 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f77780ac-4f6b-498d-ad5b-a51869095449 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.318669 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f77780ac-4f6b-498d-ad5b-a51869095449 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6a62eb2c-a93e-4cd4-b7ce-7b495197fb30 HTTP/1.1" status: 204 len: 168 time: 0.5203168 Jan 26 13:20:57.320536 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d8897d-818c-4b7a-b9e0-de314eb27a85 None None] Network 84beaab8-7cea-4036-bed2-ae75c0fff259 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:20:57.321104 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41094) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:57.377054 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device c281e2a0-a7d8-4ab6-aee1-e11c5671f65f details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:20:57.394519 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (84beaab8-7cea-4036-bed2-ae75c0fff259), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.449408 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Deleting port f82d8832-5ba0-438a-bdfa-d6daa5dace4f {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:20:57.449659 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.519555 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] For port f82d8832-5ba0-438a-bdfa-d6daa5dace4f, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=f82d8832-5ba0-438a-bdfa-d6daa5dace4f,segment=NetworkSegment(190301e1-c4dd-4055-a15c-5353f3e373c9),segment_id=190301e1-c4dd-4055-a15c-5353f3e373c9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:57.520652 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.536387 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Calling delete_port for f82d8832-5ba0-438a-bdfa-d6daa5dace4f owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:20:57.614446 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-53cd76ea-802c-4a89-b717-c55eafcb2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.626780 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (f82d8832-5ba0-438a-bdfa-d6daa5dace4f), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.646079 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:57.655232 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82d8832-5ba0-438a-bdfa-d6daa5dace4f,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:57.657922 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f', 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9', 'port_id': 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f', 'mac_address': 'fa:16:3e:27:fb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13005dc-61a7-4677-a69e-f7e91e7279f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:20:57.658672 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] No DVR routers for this DVR port f82d8832-5ba0-438a-bdfa-d6daa5dace4f on host dv-cinder-824187-5-iscsi {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:20:57.701675 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b30cd-0b67-4519-bd24-ae8cc68ef09a None None] DHCP port deletion for 84beaab8-7cea-4036-bed2-ae75c0fff259 request from dv-cinder-824187-5-iscsi {{(pid=102610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 13:20:57.715453 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:20:57.715883 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.730499 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c281e2a0-a7d8-4ab6-aee1-e11c5671f65f {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:20:57.738123 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (84beaab8-7cea-4036-bed2-ae75c0fff259), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.751999 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:57.756257 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.759051 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84beaab8-7cea-4036-bed2-ae75c0fff259']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:57.768691 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190301e1-c4dd-4055-a15c-5353f3e373c9') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:57.768988 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190301e1-c4dd-4055-a15c-5353f3e373c9') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:20:57.778939 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269872'] for segment (190301e1-c4dd-4055-a15c-5353f3e373c9), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.792586 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (190301e1-c4dd-4055-a15c-5353f3e373c9), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.798609 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:20:57.799036 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4584851'] for segment (190301e1-c4dd-4055-a15c-5353f3e373c9), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: Traceback (most recent call last): Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: timer() Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: cb(*args, **kw) Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: self._notify() Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: self.callback(batched_events) Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: event.method(event) Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: return f(self, *a, **k) Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._get(url).json() Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:20:57.802438 dv-cinder-824187-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:20:57.808512 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:57.853303 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (84beaab8-7cea-4036-bed2-ae75c0fff259), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.857361 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:57.860528 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/84beaab8-7cea-4036-bed2-ae75c0fff259 HTTP/1.1" status: 204 len: 168 time: 0.5385151 Jan 26 13:20:57.874092 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bc53c-6b95-4c10-a4b4-c5a5d46c66d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=84beaab8-7cea-4036-bed2-ae75c0fff259,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:58.007177 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['c281e2a0-a7d8-4ab6-aee1-e11c5671f65f'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:20:58.019515 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41098) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:58.059404 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-ae671942-84c1-42ef-a2c9-e6fa853e463e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fa95ef025ad4b06857dd510f4344181&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378742 Jan 26 13:20:58.061764 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41100) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:58.108254 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91a65d49-5fdf-4d34-a76b-9c5abd057f7e admin admin] Publish callbacks [] for security_group (7e7e93a5-ea2d-40bd-ac54-37c3e318e254), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:58.128600 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91a65d49-5fdf-4d34-a76b-9c5abd057f7e admin admin] Publish callbacks [] for security_group (7e7e93a5-ea2d-40bd-ac54-37c3e318e254), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:58.174640 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91a65d49-5fdf-4d34-a76b-9c5abd057f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (7e7e93a5-ea2d-40bd-ac54-37c3e318e254), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:58.178228 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91a65d49-5fdf-4d34-a76b-9c5abd057f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:58.179355 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-91a65d49-5fdf-4d34-a76b-9c5abd057f7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e7e93a5-ea2d-40bd-ac54-37c3e318e254 HTTP/1.1" status: 204 len: 168 time: 0.1167116 Jan 26 13:20:58.186972 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a65d49-5fdf-4d34-a76b-9c5abd057f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7e93a5-ea2d-40bd-ac54-37c3e318e254,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:58.351630 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558ec5-3215-4d94-90b2-997f61cf0879 req-db09b27f-3e8a-4ff3-a07a-58688eb25801 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:58.353219 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-19558ec5-3215-4d94-90b2-997f61cf0879 req-db09b27f-3e8a-4ff3-a07a-58688eb25801 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 945 time: 0.0574331 Jan 26 13:20:58.400335 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-19558ec5-3215-4d94-90b2-997f61cf0879 req-1862b7bc-69b5-4447-be8c-0c2c06f4d172 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416036 Jan 26 13:20:58.840945 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device f82d8832-5ba0-438a-bdfa-d6daa5dace4f no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:58.865414 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: f82d8832-5ba0-438a-bdfa-d6daa5dace4f {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:58.865764 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device f82d8832-5ba0-438a-bdfa-d6daa5dace4f not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:58.866186 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device a7683984-cbee-4f8c-9f42-ff040a0144db no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:20:58.885560 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: a7683984-cbee-4f8c-9f42-ff040a0144db {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:20:58.885909 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device a7683984-cbee-4f8c-9f42-ff040a0144db not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:20:59.355178 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device c281e2a0-a7d8-4ab6-aee1-e11c5671f65f up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:20:59.378217 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41152) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:59.405144 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:20:59.409791 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:20:59.410170 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:59.493421 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:20:59.493811 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:59.495396 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e306793-277d-4dde-ad88-a606c3947ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:59.518190 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbbe8a8-015c-4ad1-93d8-31276f82980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:20:59.520505 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc48fd8-3e7a-4e39-b7e5-b9ae55520d81 req-da53a134-f417-41c5-8a28-7ef7b411a281 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:59.521102 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a816dff-825f-4d81-a82c-76fb4aa201e2" -d '{"events": [{"server_uuid": "dbbbe8a8-015c-4ad1-93d8-31276f82980a", "name": "network-vif-plugged", "status": "completed", "tag": "c281e2a0-a7d8-4ab6-aee1-e11c5671f65f"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:20:59.522097 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-acc48fd8-3e7a-4e39-b7e5-b9ae55520d81 req-da53a134-f417-41c5-8a28-7ef7b411a281 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 945 time: 0.0524406 Jan 26 13:20:59.537953 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:20:59.542891 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:59.582786 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e306793-277d-4dde-ad88-a606c3947ff0 admin admin] Publish callbacks [] for security_group (a51899cc-ebcd-4e1f-9e7a-05e6a8658f09), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:59.583993 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-acc48fd8-3e7a-4e39-b7e5-b9ae55520d81 req-cd0a2972-285d-4535-9f24-f453d59c6110 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457013 Jan 26 13:20:59.586295 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6dce39-10ce-4fe9-ba0a-f7751947b2f2 x-openstack-request-id: req-6f6dce39-10ce-4fe9-ba0a-f7751947b2f2 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:20:59.586578 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbbe8a8-015c-4ad1-93d8-31276f82980a", "name": "network-vif-plugged", "status": "completed", "tag": "c281e2a0-a7d8-4ab6-aee1-e11c5671f65f", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:20:59.587112 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f6dce39-10ce-4fe9-ba0a-f7751947b2f2 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:20:59.587507 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbbe8a8-015c-4ad1-93d8-31276f82980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f', 'code': 200} Jan 26 13:20:59.589236 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e306793-277d-4dde-ad88-a606c3947ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (a51899cc-ebcd-4e1f-9e7a-05e6a8658f09), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:59.613238 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:59.633178 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-0e306793-277d-4dde-ad88-a606c3947ff0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8175a4a367c462cbf4fc4628ad1a2de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508290 Jan 26 13:20:59.633178 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e306793-277d-4dde-ad88-a606c3947ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51899cc-ebcd-4e1f-9e7a-05e6a8658f09,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:59.634012 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41160) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:20:59.682046 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-34a0000b-42f4-4acb-a7e9-52bd07045100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:59.687187 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12679f01-b543-4ccc-8691-620e9db5ca18 admin admin] Publish callbacks [] for security_group (a51899cc-ebcd-4e1f-9e7a-05e6a8658f09), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:59.712333 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12679f01-b543-4ccc-8691-620e9db5ca18 admin admin] Publish callbacks [] for security_group (a51899cc-ebcd-4e1f-9e7a-05e6a8658f09), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:59.776616 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1860461-49dd-4872-a059-c44123d5c739 req-4c074e97-1088-4675-9e5a-edb9c893ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:20:59.778253 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a1860461-49dd-4872-a059-c44123d5c739 req-4c074e97-1088-4675-9e5a-edb9c893ff32 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 1099 time: 0.0640759 Jan 26 13:20:59.798520 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12679f01-b543-4ccc-8691-620e9db5ca18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (a51899cc-ebcd-4e1f-9e7a-05e6a8658f09), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:59.801142 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12679f01-b543-4ccc-8691-620e9db5ca18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:20:59.802766 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-12679f01-b543-4ccc-8691-620e9db5ca18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a51899cc-ebcd-4e1f-9e7a-05e6a8658f09 HTTP/1.1" status: 204 len: 168 time: 0.1677461 Jan 26 13:20:59.820134 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12679f01-b543-4ccc-8691-620e9db5ca18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51899cc-ebcd-4e1f-9e7a-05e6a8658f09,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:20:59.840746 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a1860461-49dd-4872-a059-c44123d5c739 req-fcefeb4a-2e4b-4f36-8dc5-c8e4e4aa85ba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565977 Jan 26 13:21:00.703292 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f8ac5-ef91-4879-890e-284931277545 req-7eaf92cb-d1f2-42da-9b0d-905fef7d6897 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:00.705046 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4c0f8ac5-ef91-4879-890e-284931277545 req-7eaf92cb-d1f2-42da-9b0d-905fef7d6897 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 946 time: 0.0501876 Jan 26 13:21:00.752467 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4c0f8ac5-ef91-4879-890e-284931277545 req-117519b0-8ad7-4f56-ad82-6fa0bc13d132 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418844 Jan 26 13:21:00.921020 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:01.868611 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e439e-e40c-44bb-ab0d-baf6aa8b5e77 req-bc2ac611-b03e-4f2f-9007-e0217e69bd1d tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:01.870060 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-980e439e-e40c-44bb-ab0d-baf6aa8b5e77 req-bc2ac611-b03e-4f2f-9007-e0217e69bd1d tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 946 time: 0.0513744 Jan 26 13:21:01.916003 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-980e439e-e40c-44bb-ab0d-baf6aa8b5e77 req-08a94335-db6d-4419-8e6c-ae2e83a7bc84 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Jan 26 13:21:02.239800 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:03.633466 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-a6c3b0ef-9316-49a9-9cce-a512226a4487 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:03.634910 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-a6c3b0ef-9316-49a9-9cce-a512226a4487 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/networks?id=892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 200 len: 815 time: 0.0969753 Jan 26 13:21:03.649422 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-0c759693-c5c0-442a-8471-0e9819fc5717 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/quotas/80836eb52f6e4222894ea6a04d5a1500 HTTP/1.1" status: 200 len: 375 time: 0.0093236 Jan 26 13:21:03.700568 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-a721ad3e-b860-49ea-9ab5-02a0f40ffeba tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80836eb52f6e4222894ea6a04d5a1500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464661 Jan 26 13:21:03.762831 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:03.785162 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:21:03.794090 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-b57cb730-bfa9-40a8-97a5-f069aaf1b392 service neutron] 10.222.0.10 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855060 Jan 26 13:21:03.887777 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-30db878b-89b1-4f60-aa81-d594c9dd559e service neutron] 10.222.0.10 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881333 Jan 26 13:21:04.057875 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d8646019-2e05-4be7-9084-a94f15115bf1 req-85fd8041-9a9a-4c95-ad28-c38957572431 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 210 time: 0.0336044 Jan 26 13:21:05.025244 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-00e4257a-360c-4bad-acc1-bc4500fb65eb tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:05.026688 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-00e4257a-360c-4bad-acc1-bc4500fb65eb tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "GET /v2.0/networks?id=892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 200 len: 815 time: 0.1063995 Jan 26 13:21:05.040697 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Request body: {'port': {'device_id': 'dd14921e-9cc8-4c50-89b0-05a449f2a9ae', 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9', 'admin_state_up': True, 'tenant_id': '80836eb52f6e4222894ea6a04d5a1500'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:21:05.154555 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3f4817cd-1a17-43d0-87ee-0181fffa1dc2 req-cdaa4a4f-2fe9-421b-bcc0-c20099416c66 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 210 time: 0.0304768 Jan 26 13:21:05.168845 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Made reservation on behalf of 80836eb52f6e4222894ea6a04d5a1500 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:21:05.172272 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:05.297986 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Allocated IP 172.20.0.7 (892db26a-3c36-4bde-ac72-fff77fe3cdf9/f13005dc-61a7-4677-a69e-f7e91e7279f2/61184051-7a48-4ba8-9d1e-75300e4693ec) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:21:05.448986 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks [] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:05.481125 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:05.492620 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['709f0bde-7115-443a-a2a2-f80211251266', 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:21:05.523230 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:21:05.526247 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:21:05.532428 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:21:05.556422 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Pushing event updated for resources: {'Port': ['ID=61184051-7a48-4ba8-9d1e-75300e4693ec,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:05.568716 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.569071 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.569408 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.569744 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.570076 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.570400 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.570727 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.571051 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.571375 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.571720 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.572044 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.572362 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.572681 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:05.594515 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:05.595125 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:05.610983 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-873cae8a-a7f7-4407-87fe-0a90865f747a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742614 Jan 26 13:21:05.623426 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Request body: {'port': {'device_id': 'dd14921e-9cc8-4c50-89b0-05a449f2a9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:21:05.687945 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.079821 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41330) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:06.193292 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-59d6028c-6cfb-4dc6-854c-3c6ae6a307d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.239589 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61184051-7a48-4ba8-9d1e-75300e4693ec {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:21:06.258969 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Publish callbacks [] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.283061 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-59d6028c-6cfb-4dc6-854c-3c6ae6a307d4 admin admin] Publish callbacks [] for security_group (d8b789ca-8a8c-4aba-8c5e-3b819b19da06), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.287336 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-59d6028c-6cfb-4dc6-854c-3c6ae6a307d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (d8b789ca-8a8c-4aba-8c5e-3b819b19da06), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.289954 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Transition to ACTIVE for port object 61184051-7a48-4ba8-9d1e-75300e4693ec will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:21:06.296654 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.313281 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887579c-f254-497d-93ca-689af6172f29 req-46065466-56ca-41d0-935b-bf35df23e6a9 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:06.314757 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8887579c-f254-497d-93ca-689af6172f29 req-46065466-56ca-41d0-935b-bf35df23e6a9 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 931 time: 0.0793076 Jan 26 13:21:06.325229 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6028c-6cfb-4dc6-854c-3c6ae6a307d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b789ca-8a8c-4aba-8c5e-3b819b19da06,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:06.333131 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-59d6028c-6cfb-4dc6-854c-3c6ae6a307d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1749d530b5524d36a1b1c9a16968e6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515090 Jan 26 13:21:06.333271 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41336) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:06.377277 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Pushing event updated for resources: {'Port': ['ID=61184051-7a48-4ba8-9d1e-75300e4693ec,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:06.381267 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-406c12a4-63e6-4007-8a30-178ea6b4a428 admin admin] Publish callbacks [] for security_group (d8b789ca-8a8c-4aba-8c5e-3b819b19da06), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.405826 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-406c12a4-63e6-4007-8a30-178ea6b4a428 admin admin] Publish callbacks [] for security_group (d8b789ca-8a8c-4aba-8c5e-3b819b19da06), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.438741 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8887579c-f254-497d-93ca-689af6172f29 req-461b04bd-bc28-429e-a00e-5a481d7da899 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997903 Jan 26 13:21:06.452874 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-406c12a4-63e6-4007-8a30-178ea6b4a428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (d8b789ca-8a8c-4aba-8c5e-3b819b19da06), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.455696 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-406c12a4-63e6-4007-8a30-178ea6b4a428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.462551 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-406c12a4-63e6-4007-8a30-178ea6b4a428 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8b789ca-8a8c-4aba-8c5e-3b819b19da06 HTTP/1.1" status: 204 len: 168 time: 0.1263616 Jan 26 13:21:06.468348 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Attempting to bind port 61184051-7a48-4ba8-9d1e-75300e4693ec on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:21:06.468690 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Attempting to bind port 61184051-7a48-4ba8-9d1e-75300e4693ec by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:21:06.469021 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Attempting to bind port 61184051-7a48-4ba8-9d1e-75300e4693ec on network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:21:06.473885 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c12a4-63e6-4007-8a30-178ea6b4a428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b789ca-8a8c-4aba-8c5e-3b819b19da06,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:06.474032 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Port 61184051-7a48-4ba8-9d1e-75300e4693ec on network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:21:06.474306 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Attempting to bind port 61184051-7a48-4ba8-9d1e-75300e4693ec on network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:21:06.479692 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:21:06.480051 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Checking segment: {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:21:06.480437 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Bound using segment: {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:21:06.480870 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Bound port: 61184051-7a48-4ba8-9d1e-75300e4693ec, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:21:06.481232 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.549057 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] For port 61184051-7a48-4ba8-9d1e-75300e4693ec, host hv-cinder-82418, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:21:06.553171 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] For port 61184051-7a48-4ba8-9d1e-75300e4693ec, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=61184051-7a48-4ba8-9d1e-75300e4693ec,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:21:06.557184 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.591585 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:06.592300 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.593685 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] 10.222.0.24 "PUT /v2.0/ports/61184051-7a48-4ba8-9d1e-75300e4693ec HTTP/1.1" status: 200 len: 1093 time: 0.9759250 Jan 26 13:21:06.594122 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd14921e-9cc8-4c50-89b0-05a449f2a9ae', 'tag': '61184051-7a48-4ba8-9d1e-75300e4693ec'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:21:06.596376 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c1ee7c-168a-460b-8f73-01d85fd590d9" -d '{"events": [{"name": "network-changed", "server_uuid": "dd14921e-9cc8-4c50-89b0-05a449f2a9ae", "tag": "61184051-7a48-4ba8-9d1e-75300e4693ec"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:21:06.622749 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80fddb-c671-4fd2-a1e1-5035404a3597 service neutron] Pushing event updated for resources: {'Port': ['ID=61184051-7a48-4ba8-9d1e-75300e4693ec,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:06.646637 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13259040-77b2-4a7c-92a8-6c54f53c769c x-openstack-request-id: req-13259040-77b2-4a7c-92a8-6c54f53c769c {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:21:06.646931 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd14921e-9cc8-4c50-89b0-05a449f2a9ae", "tag": "61184051-7a48-4ba8-9d1e-75300e4693ec", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:21:06.647190 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-13259040-77b2-4a7c-92a8-6c54f53c769c {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:21:06.647581 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd14921e-9cc8-4c50-89b0-05a449f2a9ae', 'tag': '61184051-7a48-4ba8-9d1e-75300e4693ec', 'status': 'completed', 'code': 200} Jan 26 13:21:06.677186 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-74df098c-78be-439f-84d7-d11e7771cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:06.678661 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-74df098c-78be-439f-84d7-d11e7771cf66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=80836eb52f6e4222894ea6a04d5a1500&device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 1096 time: 0.0423944 Jan 26 13:21:06.725675 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-d709e68e-35ba-492d-aad8-0fd3cacf4305 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61184051-7a48-4ba8-9d1e-75300e4693ec HTTP/1.1" status: 200 len: 217 time: 0.0398245 Jan 26 13:21:06.741407 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41344) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:06.754745 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f31b5c30-e79d-4308-a3ee-073e1278a43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.773323 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-cca17be3-f8c2-43e2-bbad-d1f1c72acebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:06.774780 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-cca17be3-f8c2-43e2-bbad-d1f1c72acebf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f13005dc-61a7-4677-a69e-f7e91e7279f2 HTTP/1.1" status: 200 len: 855 time: 0.0438092 Jan 26 13:21:06.810037 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-ea47d8ac-75c2-4244-9989-b29d0b83293c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892db26a-3c36-4bde-ac72-fff77fe3cdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264869 Jan 26 13:21:06.828510 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f31b5c30-e79d-4308-a3ee-073e1278a43f admin admin] Publish callbacks [] for security_group (0b17a41d-5540-4883-b51f-413e353126c8), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.832651 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f31b5c30-e79d-4308-a3ee-073e1278a43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (0b17a41d-5540-4883-b51f-413e353126c8), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.870115 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b5c30-e79d-4308-a3ee-073e1278a43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b17a41d-5540-4883-b51f-413e353126c8,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:06.874436 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f31b5c30-e79d-4308-a3ee-073e1278a43f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7943bfe2586b48d9b69877fac7d0cdaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319575 Jan 26 13:21:06.877034 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41346) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:06.905100 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-fd9eae5d-8e60-4e9e-b1ae-0799d53d754e service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875626 Jan 26 13:21:06.926057 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d64a1586-ff53-46a8-914e-f6f47d87ed18 admin admin] Publish callbacks [] for security_group (0b17a41d-5540-4883-b51f-413e353126c8), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.946951 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d64a1586-ff53-46a8-914e-f6f47d87ed18 admin admin] Publish callbacks [] for security_group (0b17a41d-5540-4883-b51f-413e353126c8), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:06.994875 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87eada82-d228-4a4a-88b8-c0208f03b574 req-45c06953-2ddd-4159-b7d8-ddc0d9666ffa service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835445 Jan 26 13:21:06.996719 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d64a1586-ff53-46a8-914e-f6f47d87ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (0b17a41d-5540-4883-b51f-413e353126c8), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:07.000503 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d64a1586-ff53-46a8-914e-f6f47d87ed18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:07.004081 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d64a1586-ff53-46a8-914e-f6f47d87ed18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b17a41d-5540-4883-b51f-413e353126c8 HTTP/1.1" status: 204 len: 168 time: 0.1238167 Jan 26 13:21:07.009999 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a1586-ff53-46a8-914e-f6f47d87ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b17a41d-5540-4883-b51f-413e353126c8,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:07.088555 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1ee7c-168a-460b-8f73-01d85fd590d9 req-68ec6100-9ead-4453-9149-3155fb1e732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:07.090048 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d3c1ee7c-168a-460b-8f73-01d85fd590d9 req-68ec6100-9ead-4453-9149-3155fb1e732f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=80836eb52f6e4222894ea6a04d5a1500&device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 1096 time: 0.0417590 Jan 26 13:21:07.190139 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1ee7c-168a-460b-8f73-01d85fd590d9 req-cce328de-e551-486d-a982-fb388419a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:07.191654 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d3c1ee7c-168a-460b-8f73-01d85fd590d9 req-cce328de-e551-486d-a982-fb388419a028 service neutron] 10.222.0.24 "GET /v2.0/networks?id=892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 200 len: 916 time: 0.0942333 Jan 26 13:21:07.232342 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d3c1ee7c-168a-460b-8f73-01d85fd590d9 req-6723ff55-b8da-4585-af89-f8b7c9ecabb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61184051-7a48-4ba8-9d1e-75300e4693ec HTTP/1.1" status: 200 len: 217 time: 0.0346668 Jan 26 13:21:07.288069 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1ee7c-168a-460b-8f73-01d85fd590d9 req-94258f8c-f216-407e-ae7f-5263539083ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:07.289532 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d3c1ee7c-168a-460b-8f73-01d85fd590d9 req-94258f8c-f216-407e-ae7f-5263539083ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f13005dc-61a7-4677-a69e-f7e91e7279f2 HTTP/1.1" status: 200 len: 855 time: 0.0508187 Jan 26 13:21:07.320666 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d3c1ee7c-168a-460b-8f73-01d85fd590d9 req-2cdb7eaf-c52e-4941-98a2-91f1ba3359fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892db26a-3c36-4bde-ac72-fff77fe3cdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252047 Jan 26 13:21:07.415275 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d3c1ee7c-168a-460b-8f73-01d85fd590d9 req-c2af200d-950f-4084-ad69-0e8e09951d30 service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853589 Jan 26 13:21:07.512707 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d3c1ee7c-168a-460b-8f73-01d85fd590d9 req-16409365-46e6-4e49-979e-226d425f397b service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910959 Jan 26 13:21:07.571562 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f2adc-c54c-4e7b-9fab-44f974acbaea req-c2f24d9e-a038-46da-b499-31d0207f2f50 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:07.573206 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-987f2adc-c54c-4e7b-9fab-44f974acbaea req-c2f24d9e-a038-46da-b499-31d0207f2f50 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 943 time: 0.0596457 Jan 26 13:21:07.622872 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-987f2adc-c54c-4e7b-9fab-44f974acbaea req-5623e941-6609-4322-9ceb-4f668c62344c tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430551 Jan 26 13:21:08.048089 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41378) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:08.149813 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-abb858ab-e918-4ce0-9732-fca06446adba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:08.222563 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-abb858ab-e918-4ce0-9732-fca06446adba admin admin] Publish callbacks [] for security_group (cbdee4af-c5c0-462d-b4cc-6d9cc1ec8157), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:08.226326 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-abb858ab-e918-4ce0-9732-fca06446adba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (cbdee4af-c5c0-462d-b4cc-6d9cc1ec8157), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:08.261078 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb858ab-e918-4ce0-9732-fca06446adba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdee4af-c5c0-462d-b4cc-6d9cc1ec8157,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:08.267318 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-abb858ab-e918-4ce0-9732-fca06446adba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3ea45719692481c9a0b12221bbfa449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182107 Jan 26 13:21:08.270857 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41382) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:08.318213 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-667f7eaf-a878-4b6f-b5f8-1e20727ea68d admin admin] Publish callbacks [] for security_group (cbdee4af-c5c0-462d-b4cc-6d9cc1ec8157), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:08.338058 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-667f7eaf-a878-4b6f-b5f8-1e20727ea68d admin admin] Publish callbacks [] for security_group (cbdee4af-c5c0-462d-b4cc-6d9cc1ec8157), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:08.382034 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-667f7eaf-a878-4b6f-b5f8-1e20727ea68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (cbdee4af-c5c0-462d-b4cc-6d9cc1ec8157), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:08.385065 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-667f7eaf-a878-4b6f-b5f8-1e20727ea68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:08.386442 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-667f7eaf-a878-4b6f-b5f8-1e20727ea68d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbdee4af-c5c0-462d-b4cc-6d9cc1ec8157 HTTP/1.1" status: 204 len: 168 time: 0.1146913 Jan 26 13:21:08.393843 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f7eaf-a878-4b6f-b5f8-1e20727ea68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdee4af-c5c0-462d-b4cc-6d9cc1ec8157,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:08.746162 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb0e2a-e37f-486a-b45a-2ca923568395 req-9db89037-940a-44d5-9d49-a459248b724f tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:08.747680 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1efb0e2a-e37f-486a-b45a-2ca923568395 req-9db89037-940a-44d5-9d49-a459248b724f tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 943 time: 0.0538228 Jan 26 13:21:08.799123 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1efb0e2a-e37f-486a-b45a-2ca923568395 req-f0e811e3-f1f1-4f0f-b6f3-1d34c7539873 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455317 Jan 26 13:21:09.395705 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 61184051-7a48-4ba8-9d1e-75300e4693ec details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:21:09.492005 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41418) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:09.494259 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 61184051-7a48-4ba8-9d1e-75300e4693ec, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=61184051-7a48-4ba8-9d1e-75300e4693ec,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:09.506248 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '61184051-7a48-4ba8-9d1e-75300e4693ec', 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9', 'port_id': '61184051-7a48-4ba8-9d1e-75300e4693ec', 'mac_address': 'fa:16:3e:be:0f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13005dc-61a7-4677-a69e-f7e91e7279f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:21:09.543039 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 61184051-7a48-4ba8-9d1e-75300e4693ec is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:21:09.543431 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:09.556087 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61184051-7a48-4ba8-9d1e-75300e4693ec {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:21:09.575876 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 61184051-7a48-4ba8-9d1e-75300e4693ec, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=61184051-7a48-4ba8-9d1e-75300e4693ec,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:09.579685 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:09.594299 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-239e103f-8ca9-41d8-ab9f-aa03dd9d8e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:09.636033 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=61184051-7a48-4ba8-9d1e-75300e4693ec,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:09.675438 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-239e103f-8ca9-41d8-ab9f-aa03dd9d8e1d admin admin] Publish callbacks [] for security_group (38beb8b2-6db3-41ab-a49a-65675f12d7a9), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:09.679370 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-239e103f-8ca9-41d8-ab9f-aa03dd9d8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (38beb8b2-6db3-41ab-a49a-65675f12d7a9), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:09.719852 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-239e103f-8ca9-41d8-ab9f-aa03dd9d8e1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5b919299c434b2d961bfe34e180ff30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267323 Jan 26 13:21:09.720820 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e103f-8ca9-41d8-ab9f-aa03dd9d8e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38beb8b2-6db3-41ab-a49a-65675f12d7a9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:09.723019 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41422) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:09.770799 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-879a680a-41ff-4eef-a779-7e7768d17b0a admin admin] Publish callbacks [] for security_group (38beb8b2-6db3-41ab-a49a-65675f12d7a9), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:09.790745 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-879a680a-41ff-4eef-a779-7e7768d17b0a admin admin] Publish callbacks [] for security_group (38beb8b2-6db3-41ab-a49a-65675f12d7a9), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:09.814887 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['61184051-7a48-4ba8-9d1e-75300e4693ec'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:21:09.838264 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-879a680a-41ff-4eef-a779-7e7768d17b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (38beb8b2-6db3-41ab-a49a-65675f12d7a9), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:09.841112 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-879a680a-41ff-4eef-a779-7e7768d17b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:09.842697 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-879a680a-41ff-4eef-a779-7e7768d17b0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38beb8b2-6db3-41ab-a49a-65675f12d7a9 HTTP/1.1" status: 204 len: 168 time: 0.1183305 Jan 26 13:21:09.865180 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a680a-41ff-4eef-a779-7e7768d17b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38beb8b2-6db3-41ab-a49a-65675f12d7a9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:09.935361 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8c5f0-7d25-4050-aea8-23837e6ababf req-de201864-c1e0-4200-a400-0cd5818cb0ca tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:09.940384 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-04b8c5f0-7d25-4050-aea8-23837e6ababf req-de201864-c1e0-4200-a400-0cd5818cb0ca tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 944 time: 0.0688572 Jan 26 13:21:09.990941 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-04b8c5f0-7d25-4050-aea8-23837e6ababf req-7ae9722f-8437-4bb7-8a99-0c38cb5570df tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465851 Jan 26 13:21:11.105655 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4a05d-a6a8-405e-9010-a9dbfc7a1bce req-872ebb0e-0f2a-4665-8b1a-a6b6e37de2b8 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:11.107159 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0fc4a05d-a6a8-405e-9010-a9dbfc7a1bce req-872ebb0e-0f2a-4665-8b1a-a6b6e37de2b8 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 944 time: 0.0483654 Jan 26 13:21:11.154675 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0fc4a05d-a6a8-405e-9010-a9dbfc7a1bce req-dd65975a-6e0a-480d-8c27-e101817c927d tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401163 Jan 26 13:21:11.411455 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 61184051-7a48-4ba8-9d1e-75300e4693ec up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:21:11.463334 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 61184051-7a48-4ba8-9d1e-75300e4693ec completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:21:11.467210 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 61184051-7a48-4ba8-9d1e-75300e4693ec triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:21:11.467607 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:11.541162 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 61184051-7a48-4ba8-9d1e-75300e4693ec is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:21:11.541545 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:11.563147 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14921e-9cc8-4c50-89b0-05a449f2a9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61184051-7a48-4ba8-9d1e-75300e4693ec'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:21:11.565370 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40d2de6-9b3d-4f08-9626-53bf35c24433" -d '{"events": [{"server_uuid": "dd14921e-9cc8-4c50-89b0-05a449f2a9ae", "name": "network-vif-plugged", "status": "completed", "tag": "61184051-7a48-4ba8-9d1e-75300e4693ec"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:21:11.577787 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 61184051-7a48-4ba8-9d1e-75300e4693ec, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=61184051-7a48-4ba8-9d1e-75300e4693ec,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:11.583538 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:11.608883 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18947ba-65ae-408a-b899-af98a8774a86 x-openstack-request-id: req-c18947ba-65ae-408a-b899-af98a8774a86 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:21:11.609176 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14921e-9cc8-4c50-89b0-05a449f2a9ae", "name": "network-vif-plugged", "status": "completed", "tag": "61184051-7a48-4ba8-9d1e-75300e4693ec", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:21:11.609426 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c18947ba-65ae-408a-b899-af98a8774a86 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:21:11.609842 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14921e-9cc8-4c50-89b0-05a449f2a9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61184051-7a48-4ba8-9d1e-75300e4693ec', 'code': 200} Jan 26 13:21:11.634991 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=61184051-7a48-4ba8-9d1e-75300e4693ec,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:11.764931 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e5f5-d356-40cf-b559-1bfff3d80495 req-acfab9b5-1686-49d5-9295-26ba10a8dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:11.766317 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6c11e5f5-d356-40cf-b559-1bfff3d80495 req-acfab9b5-1686-49d5-9295-26ba10a8dbbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 1098 time: 0.0380247 Jan 26 13:21:11.818558 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6c11e5f5-d356-40cf-b559-1bfff3d80495 req-fb2a9548-b070-4c9a-b4c1-42ab004d5fbd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403557 Jan 26 13:21:12.267756 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b3f78-2eda-4dfb-82f5-818d40d32ceb req-90c49780-681d-4dbd-9fa8-d53073d4ba56 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:12.269840 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-525b3f78-2eda-4dfb-82f5-818d40d32ceb req-90c49780-681d-4dbd-9fa8-d53073d4ba56 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 945 time: 0.0480897 Jan 26 13:21:12.318016 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-525b3f78-2eda-4dfb-82f5-818d40d32ceb req-3d489d5e-e1fc-4455-a6df-672336a289df tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Jan 26 13:21:13.431067 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015666a-4958-47ba-926c-23888d744ae7 req-db59a857-2e52-46b1-89aa-b56295b60d3f tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:13.432561 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d015666a-4958-47ba-926c-23888d744ae7 req-db59a857-2e52-46b1-89aa-b56295b60d3f tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 945 time: 0.0476084 Jan 26 13:21:13.478057 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d015666a-4958-47ba-926c-23888d744ae7 req-6a94dfbe-cba3-44fe-8cc1-19d81cbac25d tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 Jan 26 13:21:13.758318 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41504) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:13.865086 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ba853f2-0aeb-408c-ac57-db7518c1318a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:13.941434 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ba853f2-0aeb-408c-ac57-db7518c1318a admin admin] Publish callbacks [] for security_group (0578d422-6919-4b24-845d-7596cfafde68), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:13.945892 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ba853f2-0aeb-408c-ac57-db7518c1318a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (0578d422-6919-4b24-845d-7596cfafde68), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:13.983724 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-5ba853f2-0aeb-408c-ac57-db7518c1318a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=216d849eb143439e87f818b6fa3e3d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247462 Jan 26 13:21:13.985531 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba853f2-0aeb-408c-ac57-db7518c1318a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0578d422-6919-4b24-845d-7596cfafde68,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:13.986293 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41508) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:14.038947 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a328429-324d-42dc-ba9d-66bb3422a4de admin admin] Publish callbacks [] for security_group (0578d422-6919-4b24-845d-7596cfafde68), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:14.061160 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a328429-324d-42dc-ba9d-66bb3422a4de admin admin] Publish callbacks [] for security_group (0578d422-6919-4b24-845d-7596cfafde68), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:14.107411 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a328429-324d-42dc-ba9d-66bb3422a4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (0578d422-6919-4b24-845d-7596cfafde68), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:14.110012 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a328429-324d-42dc-ba9d-66bb3422a4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:14.111185 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7a328429-324d-42dc-ba9d-66bb3422a4de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0578d422-6919-4b24-845d-7596cfafde68 HTTP/1.1" status: 204 len: 168 time: 0.1239152 Jan 26 13:21:14.119332 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a328429-324d-42dc-ba9d-66bb3422a4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0578d422-6919-4b24-845d-7596cfafde68,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:20.872854 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:21.944544 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41666) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:22.048662 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a203940-146c-4e36-b38b-3e591f457265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.120283 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a203940-146c-4e36-b38b-3e591f457265 admin admin] Publish callbacks [] for security_group (cad10acc-6c82-45e6-b38b-a3cec7293c70), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.123903 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a203940-146c-4e36-b38b-3e591f457265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (cad10acc-6c82-45e6-b38b-a3cec7293c70), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.163475 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-6a203940-146c-4e36-b38b-3e591f457265 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26f5e134106c4794bf05a9f91fc3b16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178583 Jan 26 13:21:22.164614 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a203940-146c-4e36-b38b-3e591f457265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad10acc-6c82-45e6-b38b-a3cec7293c70,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:22.166222 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41670) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:22.216682 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2f91-3afa-42c3-a428-de904c493e49 admin admin] Publish callbacks [] for security_group (cad10acc-6c82-45e6-b38b-a3cec7293c70), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.239555 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2f91-3afa-42c3-a428-de904c493e49 admin admin] Publish callbacks [] for security_group (cad10acc-6c82-45e6-b38b-a3cec7293c70), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.286785 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2f91-3afa-42c3-a428-de904c493e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (cad10acc-6c82-45e6-b38b-a3cec7293c70), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.289275 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf8f2f91-3afa-42c3-a428-de904c493e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.292798 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-cf8f2f91-3afa-42c3-a428-de904c493e49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cad10acc-6c82-45e6-b38b-a3cec7293c70 HTTP/1.1" status: 204 len: 168 time: 0.1232057 Jan 26 13:21:22.298418 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f2f91-3afa-42c3-a428-de904c493e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad10acc-6c82-45e6-b38b-a3cec7293c70,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:22.552188 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41676) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:22.564992 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76a4a458-e68b-44a5-aa55-4fa9fa479390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.653010 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76a4a458-e68b-44a5-aa55-4fa9fa479390 admin admin] Publish callbacks [] for security_group (16a56a08-80c0-4f1a-89b6-df8e1cd77637), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.656547 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76a4a458-e68b-44a5-aa55-4fa9fa479390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (16a56a08-80c0-4f1a-89b6-df8e1cd77637), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.694988 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-76a4a458-e68b-44a5-aa55-4fa9fa479390 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12fcdb77538548f7bc3baad9b02a378a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417103 Jan 26 13:21:22.696924 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4a458-e68b-44a5-aa55-4fa9fa479390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a56a08-80c0-4f1a-89b6-df8e1cd77637,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:22.697724 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41678) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:22.745707 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd06979d-ece9-4916-8145-261f02d44b1d admin admin] Publish callbacks [] for security_group (16a56a08-80c0-4f1a-89b6-df8e1cd77637), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.766424 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd06979d-ece9-4916-8145-261f02d44b1d admin admin] Publish callbacks [] for security_group (16a56a08-80c0-4f1a-89b6-df8e1cd77637), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.812669 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd06979d-ece9-4916-8145-261f02d44b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (16a56a08-80c0-4f1a-89b6-df8e1cd77637), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.815842 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd06979d-ece9-4916-8145-261f02d44b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:22.817057 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-bd06979d-ece9-4916-8145-261f02d44b1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16a56a08-80c0-4f1a-89b6-df8e1cd77637 HTTP/1.1" status: 204 len: 168 time: 0.1183674 Jan 26 13:21:22.824610 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06979d-ece9-4916-8145-261f02d44b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a56a08-80c0-4f1a-89b6-df8e1cd77637,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:23.145495 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41700) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:23.158565 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-faee4bf7-967e-4dd0-8366-e9d83054536c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:23.194917 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-f57089ff-0a24-45f7-bc2e-63ce932577ee tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:23.196615 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-f57089ff-0a24-45f7-bc2e-63ce932577ee tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/networks?id=892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 200 len: 815 time: 0.1061964 Jan 26 13:21:23.212015 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ff14ea45-66f0-445a-9f90-a195316f3e09 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/quotas/80836eb52f6e4222894ea6a04d5a1500 HTTP/1.1" status: 200 len: 375 time: 0.0099447 Jan 26 13:21:23.236414 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-faee4bf7-967e-4dd0-8366-e9d83054536c admin admin] Publish callbacks [] for security_group (bfb7853a-d613-475f-89d1-0750e4a8fa60), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:23.241094 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-faee4bf7-967e-4dd0-8366-e9d83054536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (bfb7853a-d613-475f-89d1-0750e4a8fa60), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:23.265255 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-34d68ab7-2e0c-4ac4-a21d-81e3b736a7f3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80836eb52f6e4222894ea6a04d5a1500&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464725 Jan 26 13:21:23.279504 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-faee4bf7-967e-4dd0-8366-e9d83054536c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58019614dcd84b2db1553365927ac47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329100 Jan 26 13:21:23.280337 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee4bf7-967e-4dd0-8366-e9d83054536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb7853a-d613-475f-89d1-0750e4a8fa60,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:23.283464 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41702) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:23.338028 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1f325e27-88f7-424f-af8a-f348aa260a4f admin admin] Publish callbacks [] for security_group (bfb7853a-d613-475f-89d1-0750e4a8fa60), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:23.358643 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1f325e27-88f7-424f-af8a-f348aa260a4f admin admin] Publish callbacks [] for security_group (bfb7853a-d613-475f-89d1-0750e4a8fa60), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:23.361635 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-7f89930c-40ef-44ed-a3f7-e8f9d165a484 service neutron] 10.222.0.10 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882902 Jan 26 13:21:23.406431 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1f325e27-88f7-424f-af8a-f348aa260a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (bfb7853a-d613-475f-89d1-0750e4a8fa60), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:23.409051 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1f325e27-88f7-424f-af8a-f348aa260a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:23.410412 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-1f325e27-88f7-424f-af8a-f348aa260a4f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bfb7853a-d613-475f-89d1-0750e4a8fa60 HTTP/1.1" status: 204 len: 168 time: 0.1252928 Jan 26 13:21:23.417752 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f325e27-88f7-424f-af8a-f348aa260a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb7853a-d613-475f-89d1-0750e4a8fa60,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:23.460626 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-22d1493e-1806-493f-9277-cf675569d7b1 service neutron] 10.222.0.10 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930216 Jan 26 13:21:23.625320 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4c7de0b3-d107-48c2-b28e-a456ed900826 req-8e49e8df-0d39-4486-9eda-cb0e71c0e0f7 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 210 time: 0.0271573 Jan 26 13:21:24.602767 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-86131636-fbbd-40f0-828d-011c36a0a27e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:24.604496 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-86131636-fbbd-40f0-828d-011c36a0a27e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "GET /v2.0/networks?id=892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 200 len: 815 time: 0.1266792 Jan 26 13:21:24.619593 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Request body: {'port': {'device_id': 'fcd2bcec-32ef-44f6-bc7c-216414815dae', 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9', 'admin_state_up': True, 'tenant_id': '80836eb52f6e4222894ea6a04d5a1500'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:21:24.740274 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0e66f1cd-dc95-4a7e-b1e0-b2350ac2390a req-f5e90655-0e22-4e48-9ebf-703243c89da2 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 210 time: 0.0363448 Jan 26 13:21:24.781910 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Made reservation on behalf of 80836eb52f6e4222894ea6a04d5a1500 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:21:24.786027 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:24.910664 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Allocated IP 172.20.0.14 (892db26a-3c36-4bde-ac72-fff77fe3cdf9/f13005dc-61a7-4677-a69e-f7e91e7279f2/639790f8-001c-4c0f-a8af-041de1bcffe0) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:21:25.059885 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks [] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:25.091982 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:25.103398 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['709f0bde-7115-443a-a2a2-f80211251266', 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f', '61184051-7a48-4ba8-9d1e-75300e4693ec'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:21:25.133429 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:21:25.136359 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:21:25.138791 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:21:25.173127 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Pushing event updated for resources: {'Port': ['ID=639790f8-001c-4c0f-a8af-041de1bcffe0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:25.195711 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:25.196319 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:25.212157 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-ced8f74b-e67a-40d6-9a07-aeb060fbddd3 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5968139 Jan 26 13:21:25.223320 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Request body: {'port': {'device_id': 'fcd2bcec-32ef-44f6-bc7c-216414815dae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:21:25.281215 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:25.535595 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639790f8-001c-4c0f-a8af-041de1bcffe0 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:21:25.543395 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Publish callbacks [] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:25.556179 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Transition to ACTIVE for port object 639790f8-001c-4c0f-a8af-041de1bcffe0 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:21:25.559563 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:25.606166 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Pushing event updated for resources: {'Port': ['ID=639790f8-001c-4c0f-a8af-041de1bcffe0,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:25.678452 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Attempting to bind port 639790f8-001c-4c0f-a8af-041de1bcffe0 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:21:25.678923 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Attempting to bind port 639790f8-001c-4c0f-a8af-041de1bcffe0 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:21:25.679259 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Attempting to bind port 639790f8-001c-4c0f-a8af-041de1bcffe0 on network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:21:25.683615 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Port 639790f8-001c-4c0f-a8af-041de1bcffe0 on network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:21:25.683972 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Attempting to bind port 639790f8-001c-4c0f-a8af-041de1bcffe0 on network 892db26a-3c36-4bde-ac72-fff77fe3cdf9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:21:25.688728 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:21:25.689070 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Checking segment: {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:21:25.689450 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Bound using segment: {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:21:25.689877 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Bound port: 639790f8-001c-4c0f-a8af-041de1bcffe0, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:21:25.690423 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:25.753703 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] For port 639790f8-001c-4c0f-a8af-041de1bcffe0, host hv-cinder-82418, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:21:25.756844 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] For port 639790f8-001c-4c0f-a8af-041de1bcffe0, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=639790f8-001c-4c0f-a8af-041de1bcffe0,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:21:25.763767 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:25.801582 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:25.802425 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:25.804365 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] 10.222.0.24 "PUT /v2.0/ports/639790f8-001c-4c0f-a8af-041de1bcffe0 HTTP/1.1" status: 200 len: 1094 time: 0.5853980 Jan 26 13:21:25.806820 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd2bcec-32ef-44f6-bc7c-216414815dae', 'tag': '639790f8-001c-4c0f-a8af-041de1bcffe0'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:21:25.815748 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97912cb7-eb1b-473d-9975-3f890160c69e" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd2bcec-32ef-44f6-bc7c-216414815dae", "tag": "639790f8-001c-4c0f-a8af-041de1bcffe0"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:21:25.882702 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6809e5d4-b7c2-413c-a256-20a700861d1d x-openstack-request-id: req-6809e5d4-b7c2-413c-a256-20a700861d1d {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:21:25.882992 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd2bcec-32ef-44f6-bc7c-216414815dae", "tag": "639790f8-001c-4c0f-a8af-041de1bcffe0", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:21:25.883242 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6809e5d4-b7c2-413c-a256-20a700861d1d {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:21:25.883631 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd2bcec-32ef-44f6-bc7c-216414815dae', 'tag': '639790f8-001c-4c0f-a8af-041de1bcffe0', 'status': 'completed', 'code': 200} Jan 26 13:21:25.904408 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372364d0-f2c4-4026-bd31-abee5ddd131e service neutron] Pushing event updated for resources: {'Port': ['ID=639790f8-001c-4c0f-a8af-041de1bcffe0,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:25.929910 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236e9ab-a1d5-4fe1-8f99-a1d15e34642b req-e6766f8e-1ef3-456c-a032-2ceeff776951 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:25.931461 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3236e9ab-a1d5-4fe1-8f99-a1d15e34642b req-e6766f8e-1ef3-456c-a032-2ceeff776951 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 944 time: 0.1090639 Jan 26 13:21:25.937512 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-2c10d060-45f5-4322-afa6-22defbfe4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:25.938909 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-2c10d060-45f5-4322-afa6-22defbfe4358 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=80836eb52f6e4222894ea6a04d5a1500&device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 1097 time: 0.0774319 Jan 26 13:21:25.991875 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-be2fa1d7-40b5-4788-bb69-943f2bdfb4d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639790f8-001c-4c0f-a8af-041de1bcffe0 HTTP/1.1" status: 200 len: 217 time: 0.0449135 Jan 26 13:21:26.047167 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3236e9ab-a1d5-4fe1-8f99-a1d15e34642b req-8548b355-ef0c-4ecd-9014-5e9a6023de9d tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072934 Jan 26 13:21:26.062740 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-08d91f76-e367-477f-88ce-ad9867a40a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:26.064215 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-08d91f76-e367-477f-88ce-ad9867a40a20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f13005dc-61a7-4677-a69e-f7e91e7279f2 HTTP/1.1" status: 200 len: 855 time: 0.0626962 Jan 26 13:21:26.096007 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-31d58132-5800-44d6-94a5-d894cc45e6fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892db26a-3c36-4bde-ac72-fff77fe3cdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244446 Jan 26 13:21:26.186716 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-1931ce00-a115-4d43-a9d3-fe5c74cfd9ac service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838559 Jan 26 13:21:26.272748 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c91dd336-2e90-49c6-8505-b4f098fe1c3e req-f84a7824-6297-40c0-baf3-a75eac077d1d service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798335 Jan 26 13:21:26.363561 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97912cb7-eb1b-473d-9975-3f890160c69e req-07df0fb0-d486-4830-8793-c673c91f12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:26.365021 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-97912cb7-eb1b-473d-9975-3f890160c69e req-07df0fb0-d486-4830-8793-c673c91f12ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=80836eb52f6e4222894ea6a04d5a1500&device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 1097 time: 0.0401917 Jan 26 13:21:26.457061 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97912cb7-eb1b-473d-9975-3f890160c69e req-ca3d0667-88d9-4e5c-9fac-4ece7b26807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:26.458507 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-97912cb7-eb1b-473d-9975-3f890160c69e req-ca3d0667-88d9-4e5c-9fac-4ece7b26807c service neutron] 10.222.0.24 "GET /v2.0/networks?id=892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 200 len: 916 time: 0.0865545 Jan 26 13:21:26.498856 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-97912cb7-eb1b-473d-9975-3f890160c69e req-ecc0ecf7-773d-460f-9b04-66e63f65b266 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639790f8-001c-4c0f-a8af-041de1bcffe0 HTTP/1.1" status: 200 len: 217 time: 0.0334153 Jan 26 13:21:26.552306 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97912cb7-eb1b-473d-9975-3f890160c69e req-7a12ed19-9d9b-450d-a7ff-9df91b7f4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:26.553690 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-97912cb7-eb1b-473d-9975-3f890160c69e req-7a12ed19-9d9b-450d-a7ff-9df91b7f4aa2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f13005dc-61a7-4677-a69e-f7e91e7279f2 HTTP/1.1" status: 200 len: 855 time: 0.0467932 Jan 26 13:21:26.583408 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-97912cb7-eb1b-473d-9975-3f890160c69e req-ebba4709-7848-49b1-b433-949e7067559e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=892db26a-3c36-4bde-ac72-fff77fe3cdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234630 Jan 26 13:21:26.672584 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-97912cb7-eb1b-473d-9975-3f890160c69e req-aaca61d1-0314-4624-b8b8-75e9b24646cf service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806329 Jan 26 13:21:26.765849 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-97912cb7-eb1b-473d-9975-3f890160c69e req-eabbb874-b0f1-4e5e-988c-fd4ace440dec service neutron] 10.222.0.24 "GET /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856030 Jan 26 13:21:27.110689 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41768) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:27.166146 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930d99c-dd3d-4afe-aa90-d51f23b04e6f req-88c17082-ad5e-4113-bc6e-14def19fd34a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:27.167843 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2930d99c-dd3d-4afe-aa90-d51f23b04e6f req-88c17082-ad5e-4113-bc6e-14def19fd34a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 944 time: 0.0486810 Jan 26 13:21:27.213854 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-57fee375-4d85-4b4a-b018-92f18aae2e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:27.218859 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2930d99c-dd3d-4afe-aa90-d51f23b04e6f req-2b5911c8-f2fc-401f-95ec-8a0b44d70675 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448899 Jan 26 13:21:27.286565 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-57fee375-4d85-4b4a-b018-92f18aae2e0f admin admin] Publish callbacks [] for security_group (23162c25-3496-46d3-9edf-ee54e6d193f9), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:27.290240 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-57fee375-4d85-4b4a-b018-92f18aae2e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (23162c25-3496-46d3-9edf-ee54e6d193f9), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:27.328017 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-57fee375-4d85-4b4a-b018-92f18aae2e0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae2eae108edf40b88be3128db1828473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162108 Jan 26 13:21:27.329140 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fee375-4d85-4b4a-b018-92f18aae2e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23162c25-3496-46d3-9edf-ee54e6d193f9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:27.330699 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41772) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:27.381282 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3570c951-987d-4ad6-8052-19fcc881773c admin admin] Publish callbacks [] for security_group (23162c25-3496-46d3-9edf-ee54e6d193f9), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:27.401906 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3570c951-987d-4ad6-8052-19fcc881773c admin admin] Publish callbacks [] for security_group (23162c25-3496-46d3-9edf-ee54e6d193f9), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:27.428557 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-42e34f99-2238-457b-a525-6c299a1b6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:27.448514 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3570c951-987d-4ad6-8052-19fcc881773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (23162c25-3496-46d3-9edf-ee54e6d193f9), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:27.451026 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3570c951-987d-4ad6-8052-19fcc881773c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:27.452229 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3570c951-987d-4ad6-8052-19fcc881773c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23162c25-3496-46d3-9edf-ee54e6d193f9 HTTP/1.1" status: 204 len: 168 time: 0.1201136 Jan 26 13:21:27.460516 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570c951-987d-4ad6-8052-19fcc881773c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23162c25-3496-46d3-9edf-ee54e6d193f9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:28.042514 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 41794) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:28.135411 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-260160401-network', 'tenant_id': '874958b2496d4d0f96706944e064fd8a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:21:28.154572 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Made reservation on behalf of 874958b2496d4d0f96706944e064fd8a for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:21:28.157129 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:28.165481 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:28.240232 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Publish callbacks [] for security_group (16901865-35f0-449b-962c-20673feffb14), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:28.244294 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (16901865-35f0-449b-962c-20673feffb14), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:28.272334 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:21:28.277904 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16901865-35f0-449b-962c-20673feffb14,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:28.287267 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (6a04df85-cbea-4a1a-ab12-e344e8cf3126), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:28.287610 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.segments_db [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Added segment 6a04df85-cbea-4a1a-ab12-e344e8cf3126 of type vlan for network d0307163-da1c-4e55-ab2e-8c1f547f7c64 Jan 26 13:21:28.363719 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (d0307163-da1c-4e55-ab2e-8c1f547f7c64), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:28.381726 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d70a8-17c2-442e-981c-2a3475c47198 req-e7e922fa-042b-472b-82be-5b1ab0e5fa78 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:28.383192 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a35d70a8-17c2-442e-981c-2a3475c47198 req-e7e922fa-042b-472b-82be-5b1ab0e5fa78 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 944 time: 0.0940268 Jan 26 13:21:28.416537 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (d0307163-da1c-4e55-ab2e-8c1f547f7c64), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:28.417613 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:28.418177 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:28.464194 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4205806 Jan 26 13:21:28.467178 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 41800) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:21:28.469361 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a35d70a8-17c2-442e-981c-2a3475c47198 req-48eb3fac-5422-4395-a058-cb0a6170ea29 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782728 Jan 26 13:21:28.473018 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-1e3ff34c-5d1f-4561-88b3-0089689482dc admin admin] Request body: {'subnet': {'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-260160401-subnet', 'tenant_id': '874958b2496d4d0f96706944e064fd8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:21:28.501475 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3ff34c-5d1f-4561-88b3-0089689482dc admin admin] Made reservation on behalf of 874958b2496d4d0f96706944e064fd8a for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:21:28.502920 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76213f12-a020-472d-b56a-0794f6fc2435 admin admin] Pushing event updated for resources: {'Network': ['ID=d0307163-da1c-4e55-ab2e-8c1f547f7c64,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:28.503905 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e3ff34c-5d1f-4561-88b3-0089689482dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4636887'] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:28.512877 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network d0307163-da1c-4e55-ab2e-8c1f547f7c64 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:21:28.665421 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e3ff34c-5d1f-4561-88b3-0089689482dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4580080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4636897'] for subnet (c4643a11-c05a-4e61-91fc-1c3471c5b8d1), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:28.725137 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ff34c-5d1f-4561-88b3-0089689482dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4643a11-c05a-4e61-91fc-1c3471c5b8d1,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:28.734152 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3ff34c-5d1f-4561-88b3-0089689482dc admin admin] Checking segment: {'id': '6a04df85-cbea-4a1a-ab12-e344e8cf3126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:21:28.734498 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3ff34c-5d1f-4561-88b3-0089689482dc admin admin] Network hostable DHCP agents. Network: d0307163-da1c-4e55-ab2e-8c1f547f7c64, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:21:28.750437 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3ff34c-5d1f-4561-88b3-0089689482dc admin admin] Network d0307163-da1c-4e55-ab2e-8c1f547f7c64 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:21:28.759439 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-1e3ff34c-5d1f-4561-88b3-0089689482dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, d0307163-da1c-4e55-ab2e-8c1f547f7c64) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:21:28.763435 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ff34c-5d1f-4561-88b3-0089689482dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:28.764054 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e3ff34c-5d1f-4561-88b3-0089689482dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:28.770540 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aa9a76-d2a1-4e0f-ac94-6a37513664fa None None] Network d0307163-da1c-4e55-ab2e-8c1f547f7c64 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:21:28.780331 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-1e3ff34c-5d1f-4561-88b3-0089689482dc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3120987 Jan 26 13:21:28.868394 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61c8ed6-1158-43ac-bacd-bdea3afd4eb1 None None] Network d0307163-da1c-4e55-ab2e-8c1f547f7c64 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:21:29.573463 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 639790f8-001c-4c0f-a8af-041de1bcffe0 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:21:29.589706 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536ed5e-d617-4d53-9adf-d88246bbfc66 req-4a0ae95b-bf12-4523-8eb4-3d54341ab05e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:29.591172 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a536ed5e-d617-4d53-9adf-d88246bbfc66 req-4a0ae95b-bf12-4523-8eb4-3d54341ab05e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 944 time: 0.0529215 Jan 26 13:21:29.637842 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a536ed5e-d617-4d53-9adf-d88246bbfc66 req-bcc690f8-cd20-4061-ad26-cd5daa4dc8a7 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Jan 26 13:21:29.678805 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 639790f8-001c-4c0f-a8af-041de1bcffe0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=639790f8-001c-4c0f-a8af-041de1bcffe0,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:29.696234 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '639790f8-001c-4c0f-a8af-041de1bcffe0', 'network_id': '892db26a-3c36-4bde-ac72-fff77fe3cdf9', 'port_id': '639790f8-001c-4c0f-a8af-041de1bcffe0', 'mac_address': 'fa:16:3e:33:10:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13005dc-61a7-4677-a69e-f7e91e7279f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:21:29.702892 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e95a1498-3530-4710-9d51-2ecfe0469928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:29.735858 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 639790f8-001c-4c0f-a8af-041de1bcffe0 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:21:29.736240 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:29.753969 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639790f8-001c-4c0f-a8af-041de1bcffe0 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:21:29.773387 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 639790f8-001c-4c0f-a8af-041de1bcffe0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=639790f8-001c-4c0f-a8af-041de1bcffe0,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:29.776895 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:29.822544 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=639790f8-001c-4c0f-a8af-041de1bcffe0,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:30.044090 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['639790f8-001c-4c0f-a8af-041de1bcffe0'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:21:30.497434 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-c088f96d-ad53-4e7d-b596-69550645d682 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:30.498907 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-c088f96d-ad53-4e7d-b596-69550645d682 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/networks?id=d0307163-da1c-4e55-ab2e-8c1f547f7c64 HTTP/1.1" status: 200 len: 813 time: 0.1019120 Jan 26 13:21:30.513602 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-a1422f49-3356-40e5-8dd5-bf7563a3d8b8 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/quotas/874958b2496d4d0f96706944e064fd8a HTTP/1.1" status: 200 len: 375 time: 0.0089161 Jan 26 13:21:30.543636 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-71af089f-1d5d-40fe-9d92-c7ac08f0a422 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=874958b2496d4d0f96706944e064fd8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253675 Jan 26 13:21:30.630334 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-1471683c-92e5-4851-bf9e-7c2f19806bc7 service neutron] 10.222.0.10 "GET /v2.0/networks/d0307163-da1c-4e55-ab2e-8c1f547f7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796807 Jan 26 13:21:30.744341 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-5b253517-5301-45c3-ba3d-34c233848eb8 service neutron] 10.222.0.10 "GET /v2.0/networks/d0307163-da1c-4e55-ab2e-8c1f547f7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083899 Jan 26 13:21:30.763200 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77c27e-a62c-4180-8aca-bd98f2fcaff9 req-e7611b59-57a3-4a8a-9527-66ace041018c tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:30.764669 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2a77c27e-a62c-4180-8aca-bd98f2fcaff9 req-e7611b59-57a3-4a8a-9527-66ace041018c tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 945 time: 0.0594394 Jan 26 13:21:30.813341 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2a77c27e-a62c-4180-8aca-bd98f2fcaff9 req-bad57c11-cd17-49f5-b234-a70c23275d9e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431576 Jan 26 13:21:30.901860 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a1865541-a16a-4925-b45c-0b78bf04439d req-dc862f12-2305-4ea3-a801-4c18cb9f7902 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 210 time: 0.0272644 Jan 26 13:21:30.917287 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:31.606246 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 639790f8-001c-4c0f-a8af-041de1bcffe0 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:21:31.653532 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 639790f8-001c-4c0f-a8af-041de1bcffe0 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:21:31.657554 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 639790f8-001c-4c0f-a8af-041de1bcffe0 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:21:31.657928 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:31.743287 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 639790f8-001c-4c0f-a8af-041de1bcffe0 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:21:31.743789 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:31.772695 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2bcec-32ef-44f6-bc7c-216414815dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639790f8-001c-4c0f-a8af-041de1bcffe0'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:21:31.774940 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ae8258-c02e-4c2c-a9d7-3318cd0f4a1e" -d '{"events": [{"server_uuid": "fcd2bcec-32ef-44f6-bc7c-216414815dae", "name": "network-vif-plugged", "status": "completed", "tag": "639790f8-001c-4c0f-a8af-041de1bcffe0"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:21:31.797444 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 639790f8-001c-4c0f-a8af-041de1bcffe0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=639790f8-001c-4c0f-a8af-041de1bcffe0,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:31.804215 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:31.835317 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cab306b-e964-479c-b4c0-893d4d018231 x-openstack-request-id: req-2cab306b-e964-479c-b4c0-893d4d018231 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:21:31.835685 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2bcec-32ef-44f6-bc7c-216414815dae", "name": "network-vif-plugged", "status": "completed", "tag": "639790f8-001c-4c0f-a8af-041de1bcffe0", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:21:31.836263 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cab306b-e964-479c-b4c0-893d4d018231 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:21:31.836731 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2bcec-32ef-44f6-bc7c-216414815dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639790f8-001c-4c0f-a8af-041de1bcffe0', 'code': 200} Jan 26 13:21:31.880223 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=639790f8-001c-4c0f-a8af-041de1bcffe0,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:31.925619 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-03678d07-1ed2-4cb3-b147-7c0f6536b67b tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:31.928165 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-03678d07-1ed2-4cb3-b147-7c0f6536b67b tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.24 "GET /v2.0/networks?id=d0307163-da1c-4e55-ab2e-8c1f547f7c64 HTTP/1.1" status: 200 len: 813 time: 0.1544526 Jan 26 13:21:31.955163 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Request body: {'port': {'device_id': '51c5c348-b0ae-4b8b-beb6-b34d77d351eb', 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64', 'admin_state_up': True, 'tenant_id': '874958b2496d4d0f96706944e064fd8a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:21:32.022398 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6886b-5a0c-4914-8e3b-9d91be5526be req-0f9d3ae2-2c94-4c77-a6e6-2f3c8ff62902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:32.023973 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-36d6886b-5a0c-4914-8e3b-9d91be5526be req-0f9d3ae2-2c94-4c77-a6e6-2f3c8ff62902 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 1099 time: 0.0407813 Jan 26 13:21:32.077283 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-36d6886b-5a0c-4914-8e3b-9d91be5526be req-fb456636-1ec9-47ab-aa42-83acc97bd112 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Jan 26 13:21:32.243430 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:32.317625 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e11b71b4-c75d-4e8c-842a-290b2527a3d1 req-bd9b1ee7-5a5f-429e-af98-db89054f1c08 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 210 time: 0.3363488 Jan 26 13:21:32.333647 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc2511-37ab-4c83-9259-2d4fd7d2af4c req-a5a6d444-c4a5-491b-985d-7d57496b5bba tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:32.335072 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-32fc2511-37ab-4c83-9259-2d4fd7d2af4c req-a5a6d444-c4a5-491b-985d-7d57496b5bba tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 946 time: 0.4265656 Jan 26 13:21:32.406894 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-32fc2511-37ab-4c83-9259-2d4fd7d2af4c req-8ca33a86-4786-4aaf-ae90-a2b7186af88e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662863 Jan 26 13:21:32.414593 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Made reservation on behalf of 874958b2496d4d0f96706944e064fd8a for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:21:32.417884 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:32.544534 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Allocated IP 172.20.0.6 (d0307163-da1c-4e55-ab2e-8c1f547f7c64/c4643a11-c05a-4e61-91fc-1c3471c5b8d1/83f184fd-fb5e-48d1-99ec-c22ed7716921) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:21:32.696272 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks [] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:32.732207 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:32.777235 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Network d0307163-da1c-4e55-ab2e-8c1f547f7c64 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:21:32.780429 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:21:32.786557 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:21:32.793067 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Pushing event updated for resources: {'Port': ['ID=83f184fd-fb5e-48d1-99ec-c22ed7716921,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:32.837750 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:32.838361 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:32.854168 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-18d55ed2-f9e3-4b59-92c6-cb995248a677 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9058394 Jan 26 13:21:32.872388 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Request body: {'port': {'device_id': '51c5c348-b0ae-4b8b-beb6-b34d77d351eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:21:32.923630 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:33.187537 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f184fd-fb5e-48d1-99ec-c22ed7716921 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:21:33.195552 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Publish callbacks [] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:33.208050 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Transition to ACTIVE for port object 83f184fd-fb5e-48d1-99ec-c22ed7716921 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:21:33.213549 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:33.263552 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Pushing event updated for resources: {'Port': ['ID=83f184fd-fb5e-48d1-99ec-c22ed7716921,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:33.333685 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Attempting to bind port 83f184fd-fb5e-48d1-99ec-c22ed7716921 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:21:33.334018 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Attempting to bind port 83f184fd-fb5e-48d1-99ec-c22ed7716921 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '6a04df85-cbea-4a1a-ab12-e344e8cf3126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:21:33.334361 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Attempting to bind port 83f184fd-fb5e-48d1-99ec-c22ed7716921 on network d0307163-da1c-4e55-ab2e-8c1f547f7c64 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:21:33.338736 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Port 83f184fd-fb5e-48d1-99ec-c22ed7716921 on network d0307163-da1c-4e55-ab2e-8c1f547f7c64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:21:33.339055 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Attempting to bind port 83f184fd-fb5e-48d1-99ec-c22ed7716921 on network d0307163-da1c-4e55-ab2e-8c1f547f7c64 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:21:33.343863 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:21:33.344369 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Checking segment: {'id': '6a04df85-cbea-4a1a-ab12-e344e8cf3126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:21:33.345001 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Bound using segment: {'id': '6a04df85-cbea-4a1a-ab12-e344e8cf3126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:21:33.345170 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Bound port: 83f184fd-fb5e-48d1-99ec-c22ed7716921, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a04df85-cbea-4a1a-ab12-e344e8cf3126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:21:33.345524 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:33.437635 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] For port 83f184fd-fb5e-48d1-99ec-c22ed7716921, host hv-cinder-82418, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:21:33.442713 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] For port 83f184fd-fb5e-48d1-99ec-c22ed7716921, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=83f184fd-fb5e-48d1-99ec-c22ed7716921,segment=NetworkSegment(6a04df85-cbea-4a1a-ab12-e344e8cf3126),segment_id=6a04df85-cbea-4a1a-ab12-e344e8cf3126)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:21:33.453342 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158b4d8-545e-43b1-8ba4-11140c12c32d req-a70af6b5-8f02-4556-b536-db044b14278b tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:33.454824 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9158b4d8-545e-43b1-8ba4-11140c12c32d req-a70af6b5-8f02-4556-b536-db044b14278b tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 943 time: 0.0710850 Jan 26 13:21:33.456486 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:33.519099 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:33.519741 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:33.521079 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/83f184fd-fb5e-48d1-99ec-c22ed7716921 HTTP/1.1" status: 200 len: 1093 time: 0.6526473 Jan 26 13:21:33.521602 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c5c348-b0ae-4b8b-beb6-b34d77d351eb', 'tag': '83f184fd-fb5e-48d1-99ec-c22ed7716921'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:21:33.523837 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb0b68-8c61-477f-b5f9-7eeeacc5ee07" -d '{"events": [{"name": "network-changed", "server_uuid": "51c5c348-b0ae-4b8b-beb6-b34d77d351eb", "tag": "83f184fd-fb5e-48d1-99ec-c22ed7716921"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:21:33.578505 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e3c14-21d7-4b56-9da2-8f6f7c3351f1 service neutron] Pushing event updated for resources: {'Port': ['ID=83f184fd-fb5e-48d1-99ec-c22ed7716921,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:33.591575 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9158b4d8-545e-43b1-8ba4-11140c12c32d req-7bdd4d0d-e802-42a3-8742-6b291eeaab29 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306612 Jan 26 13:21:33.600984 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03811e-a787-4a4a-a8b2-1f4f34c44710 req-c4c7621a-4e23-4528-8aa8-cb195c016f14 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:33.602415 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3d03811e-a787-4a4a-a8b2-1f4f34c44710 req-c4c7621a-4e23-4528-8aa8-cb195c016f14 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 946 time: 0.1127753 Jan 26 13:21:33.640327 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682a1a59-87d3-4000-9620-261db78da287 x-openstack-request-id: req-682a1a59-87d3-4000-9620-261db78da287 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:21:33.640621 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c5c348-b0ae-4b8b-beb6-b34d77d351eb", "tag": "83f184fd-fb5e-48d1-99ec-c22ed7716921", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:21:33.640899 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-682a1a59-87d3-4000-9620-261db78da287 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:21:33.641293 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c5c348-b0ae-4b8b-beb6-b34d77d351eb', 'tag': '83f184fd-fb5e-48d1-99ec-c22ed7716921', 'status': 'completed', 'code': 200} Jan 26 13:21:33.658024 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3d03811e-a787-4a4a-a8b2-1f4f34c44710 req-d6a39399-d480-49d9-9d16-a727fa558bbb tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 Jan 26 13:21:33.765385 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:34.707939 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcc523-8a18-4c75-91f3-9d6f93b88084 req-2fad77c3-e6a6-422e-88ed-d66c3ea7b6f2 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:34.709515 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d0fcc523-8a18-4c75-91f3-9d6f93b88084 req-2fad77c3-e6a6-422e-88ed-d66c3ea7b6f2 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 943 time: 0.0496349 Jan 26 13:21:34.788815 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d0fcc523-8a18-4c75-91f3-9d6f93b88084 req-f8bc336d-3397-4fd8-bad4-90b0265372da tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737617 Jan 26 13:21:34.800213 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93675931-8ebf-40c0-aab8-099e0b936ff3 req-00255c50-44d7-45a1-b58e-926c10901191 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:34.801901 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-93675931-8ebf-40c0-aab8-099e0b936ff3 req-00255c50-44d7-45a1-b58e-926c10901191 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 946 time: 0.0728309 Jan 26 13:21:34.850006 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-93675931-8ebf-40c0-aab8-099e0b936ff3 req-d310db6d-d2a0-45ed-8a02-1f4aaf680ea5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Jan 26 13:21:35.639186 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb0b68-8c61-477f-b5f9-7eeeacc5ee07 req-c9c3c200-d0eb-420d-ba04-253811cf9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:35.640713 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1eeb0b68-8c61-477f-b5f9-7eeeacc5ee07 req-c9c3c200-d0eb-420d-ba04-253811cf9a51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=874958b2496d4d0f96706944e064fd8a&device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 1096 time: 0.0423379 Jan 26 13:21:35.997595 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb0b68-8c61-477f-b5f9-7eeeacc5ee07 req-2e887e8f-eb0b-4140-9200-8dae56035ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:35.998951 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1eeb0b68-8c61-477f-b5f9-7eeeacc5ee07 req-2e887e8f-eb0b-4140-9200-8dae56035ab3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=874958b2496d4d0f96706944e064fd8a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2354698 Jan 26 13:21:36.009312 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09060e-9fd9-447d-8200-3f5c6d889596 req-78dba8b7-9c9d-4497-b11b-1d766953129c tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:36.010711 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8d09060e-9fd9-447d-8200-3f5c6d889596 req-78dba8b7-9c9d-4497-b11b-1d766953129c tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 943 time: 0.1513333 Jan 26 13:21:36.160859 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df82c4a-d03e-4b19-a190-85cf09c6bbb3 req-12931a5a-9091-4a31-85dc-333a05cbef5a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:36.162305 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1df82c4a-d03e-4b19-a190-85cf09c6bbb3 req-12931a5a-9091-4a31-85dc-333a05cbef5a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 946 time: 0.2114096 Jan 26 13:21:36.236111 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8d09060e-9fd9-447d-8200-3f5c6d889596 req-47163032-7018-4242-80d0-4bae90bf03c6 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078791 Jan 26 13:21:36.242657 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb0b68-8c61-477f-b5f9-7eeeacc5ee07 req-160c4f8e-c80a-43e2-82bb-91f4f0a80a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:36.244051 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1eeb0b68-8c61-477f-b5f9-7eeeacc5ee07 req-160c4f8e-c80a-43e2-82bb-91f4f0a80a7a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2316999 Jan 26 13:21:36.270287 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1df82c4a-d03e-4b19-a190-85cf09c6bbb3 req-19eddb98-6748-4248-93fe-162384dcc92e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979738 Jan 26 13:21:36.329712 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-a01c8944-d788-4b4e-9aaf-f8aee5821665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:36.331475 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-a01c8944-d788-4b4e-9aaf-f8aee5821665 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=874958b2496d4d0f96706944e064fd8a&device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 1096 time: 0.0429461 Jan 26 13:21:36.372808 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-968efc5c-6fee-4ab0-b579-6973182d9d58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83f184fd-fb5e-48d1-99ec-c22ed7716921 HTTP/1.1" status: 200 len: 217 time: 0.0331156 Jan 26 13:21:36.421363 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-133a7e2e-bb4a-4377-acd0-cda0149c7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:36.422752 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-133a7e2e-bb4a-4377-acd0-cda0149c7ae4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4643a11-c05a-4e61-91fc-1c3471c5b8d1 HTTP/1.1" status: 200 len: 853 time: 0.0449176 Jan 26 13:21:36.452333 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-b4f714af-2fc7-4b47-876b-24736473e85c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0307163-da1c-4e55-ab2e-8c1f547f7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228131 Jan 26 13:21:36.545460 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-7e1d35fc-593e-4d46-9d03-30b6f736f757 service neutron] 10.222.0.24 "GET /v2.0/networks/d0307163-da1c-4e55-ab2e-8c1f547f7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814397 Jan 26 13:21:36.640098 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fb7b09f1-dc33-4514-86bd-c5612b19ec53 req-43899511-6aed-4faf-8070-6d430303c6be service neutron] 10.222.0.24 "GET /v2.0/networks/d0307163-da1c-4e55-ab2e-8c1f547f7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880954 Jan 26 13:21:37.375965 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d1d74-00cd-41bc-84b1-dd7ca4724e99 req-8f951bc2-1fb0-4214-95f7-82b2906e318c tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:37.377949 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-be8d1d74-00cd-41bc-84b1-dd7ca4724e99 req-8f951bc2-1fb0-4214-95f7-82b2906e318c tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 943 time: 0.0721853 Jan 26 13:21:37.416895 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87451f4c-7470-4780-b461-20eaf0f255ea req-fbd50d19-a9b4-406e-a9d3-7cdf5bedb09e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:37.418328 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87451f4c-7470-4780-b461-20eaf0f255ea req-fbd50d19-a9b4-406e-a9d3-7cdf5bedb09e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 946 time: 0.0740719 Jan 26 13:21:37.454886 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-be8d1d74-00cd-41bc-84b1-dd7ca4724e99 req-eb15e3d2-b0f7-4055-864c-969963b2ddbc tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711420 Jan 26 13:21:37.483425 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-87451f4c-7470-4780-b461-20eaf0f255ea req-991cc320-1dec-46a0-8645-8b9c4874d6e0 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596724 Jan 26 13:21:38.569112 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1846729-f0a2-415e-92a6-27896d7a3eee req-8a16d1ec-8cc2-40dd-8e59-00b26555876b tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:38.570549 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d1846729-f0a2-415e-92a6-27896d7a3eee req-8a16d1ec-8cc2-40dd-8e59-00b26555876b tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 943 time: 0.0482433 Jan 26 13:21:38.616284 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d1846729-f0a2-415e-92a6-27896d7a3eee req-0f3837c0-b558-44ba-b007-3c244c519f43 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403755 Jan 26 13:21:39.728180 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a7579-c3b6-4a37-b646-4012a7fd89e6 req-f18097e7-701f-4b52-be6b-13fc6f06fece tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:39.729630 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7e6a7579-c3b6-4a37-b646-4012a7fd89e6 req-f18097e7-701f-4b52-be6b-13fc6f06fece tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 943 time: 0.0487845 Jan 26 13:21:39.774103 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7e6a7579-c3b6-4a37-b646-4012a7fd89e6 req-f4fc701d-2921-4e38-8c56-53b4eb3a294a tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 Jan 26 13:21:39.925606 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 83f184fd-fb5e-48d1-99ec-c22ed7716921 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:21:40.026665 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 83f184fd-fb5e-48d1-99ec-c22ed7716921, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=83f184fd-fb5e-48d1-99ec-c22ed7716921,segment=NetworkSegment(6a04df85-cbea-4a1a-ab12-e344e8cf3126),segment_id=6a04df85-cbea-4a1a-ab12-e344e8cf3126)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:40.037287 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '83f184fd-fb5e-48d1-99ec-c22ed7716921', 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64', 'port_id': '83f184fd-fb5e-48d1-99ec-c22ed7716921', 'mac_address': 'fa:16:3e:4a:c6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4643a11-c05a-4e61-91fc-1c3471c5b8d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:21:40.075721 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 83f184fd-fb5e-48d1-99ec-c22ed7716921 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:21:40.076117 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:40.091310 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f184fd-fb5e-48d1-99ec-c22ed7716921 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:21:40.115105 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 83f184fd-fb5e-48d1-99ec-c22ed7716921, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=83f184fd-fb5e-48d1-99ec-c22ed7716921,segment=NetworkSegment(6a04df85-cbea-4a1a-ab12-e344e8cf3126),segment_id=6a04df85-cbea-4a1a-ab12-e344e8cf3126)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:40.119124 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:40.164304 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=83f184fd-fb5e-48d1-99ec-c22ed7716921,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:40.170973 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.171320 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.171658 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.172012 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.172340 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.172667 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.172997 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.173319 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.173644 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.175042 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.175377 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.176041 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.176323 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:21:40.410419 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['83f184fd-fb5e-48d1-99ec-c22ed7716921'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:21:40.550044 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-546071de-6e2c-4bbc-bd42-c1a9976014b4 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288941795&fields=id&tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3 HTTP/1.1" status: 200 len: 267 time: 0.0499721 Jan 26 13:21:40.650346 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-b9c49a97-ff3c-4a99-8698-94d10bb1860a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:40.651779 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-b9c49a97-ff3c-4a99-8698-94d10bb1860a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 812 time: 0.0949731 Jan 26 13:21:40.666217 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-d81b6675-4f0a-40b8-82fd-556cdaf11bd5 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/quotas/9ee1f69d46a04a0cbb2b0e04296d9cd3 HTTP/1.1" status: 200 len: 375 time: 0.0092256 Jan 26 13:21:40.717561 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-78c4d55c-5a20-4bba-a4d7-29e5426e1c44 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467055 Jan 26 13:21:40.785634 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:21:40.815843 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-cce7fdae-5b3d-449a-a66b-12571cd2b437 service neutron] 10.222.0.10 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865469 Jan 26 13:21:40.939192 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248d56f-4bf2-4fe4-aa5b-d26583a8a1b7 req-282d3320-e087-452e-b1df-2e348d317277 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:40.940807 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8248d56f-4bf2-4fe4-aa5b-d26583a8a1b7 req-282d3320-e087-452e-b1df-2e348d317277 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 944 time: 0.0939054 Jan 26 13:21:40.946118 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-9297dacf-b3b0-481f-8312-4150552bc698 service neutron] 10.222.0.10 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248367 Jan 26 13:21:40.987537 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8248d56f-4bf2-4fe4-aa5b-d26583a8a1b7 req-b26dc3bc-5c48-4a7a-9e3e-a5a9478d05dd tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Jan 26 13:21:41.232561 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0117a4b0-ee75-47c8-9da4-fd79c59aea44 req-6b4a2737-e0c8-4222-a2df-d5c0e165cf27 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 210 time: 0.0308046 Jan 26 13:21:41.942237 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 83f184fd-fb5e-48d1-99ec-c22ed7716921 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:21:41.988923 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 83f184fd-fb5e-48d1-99ec-c22ed7716921 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:21:41.993675 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 83f184fd-fb5e-48d1-99ec-c22ed7716921 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:21:41.994085 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:42.081993 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 83f184fd-fb5e-48d1-99ec-c22ed7716921 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:21:42.083026 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:42.112610 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c5c348-b0ae-4b8b-beb6-b34d77d351eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f184fd-fb5e-48d1-99ec-c22ed7716921'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:21:42.114821 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3ea347-8705-475f-8cbe-c5c1d2371b47" -d '{"events": [{"server_uuid": "51c5c348-b0ae-4b8b-beb6-b34d77d351eb", "name": "network-vif-plugged", "status": "completed", "tag": "83f184fd-fb5e-48d1-99ec-c22ed7716921"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:21:42.117415 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be3472-1574-4cd0-a8a2-45b01c9f6811 req-4ff114f5-345e-4c93-93ca-4786cd931f96 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:42.123850 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-53be3472-1574-4cd0-a8a2-45b01c9f6811 req-4ff114f5-345e-4c93-93ca-4786cd931f96 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 944 time: 0.0618479 Jan 26 13:21:42.130264 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 83f184fd-fb5e-48d1-99ec-c22ed7716921, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=83f184fd-fb5e-48d1-99ec-c22ed7716921,segment=NetworkSegment(6a04df85-cbea-4a1a-ab12-e344e8cf3126),segment_id=6a04df85-cbea-4a1a-ab12-e344e8cf3126)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:42.136022 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:42.163573 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab14ac7-cda3-437e-8383-4603fc5b059a x-openstack-request-id: req-eab14ac7-cda3-437e-8383-4603fc5b059a {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:21:42.164243 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c5c348-b0ae-4b8b-beb6-b34d77d351eb", "name": "network-vif-plugged", "status": "completed", "tag": "83f184fd-fb5e-48d1-99ec-c22ed7716921", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:21:42.164487 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eab14ac7-cda3-437e-8383-4603fc5b059a {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:21:42.164878 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c5c348-b0ae-4b8b-beb6-b34d77d351eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f184fd-fb5e-48d1-99ec-c22ed7716921', 'code': 200} Jan 26 13:21:42.202798 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=83f184fd-fb5e-48d1-99ec-c22ed7716921,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:42.242231 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-53be3472-1574-4cd0-a8a2-45b01c9f6811 req-1c021df6-40e5-436e-8b15-36b5df5ad8ce tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998180 Jan 26 13:21:42.281900 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-3982e1ba-f0b1-4de9-a51f-f8f4f7e9be88 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:42.284005 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-3982e1ba-f0b1-4de9-a51f-f8f4f7e9be88 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 812 time: 0.1846352 Jan 26 13:21:42.341180 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6793b194-fba7-4dc9-9d74-5303c9ef0f66 req-b2c58ab9-0e58-4c7d-9d41-0c5640ee5bcd tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 210 time: 0.0309987 Jan 26 13:21:42.348015 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdab3e-d3a1-422f-ad42-3b503edb273d req-f599861a-8dfc-4075-92a1-8616ad9a392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:42.349195 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f2fdab3e-d3a1-422f-ad42-3b503edb273d req-f599861a-8dfc-4075-92a1-8616ad9a392b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 1098 time: 0.0439475 Jan 26 13:21:42.386763 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-322472e9-0cb3-476a-a10a-72436aa7b218 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3 HTTP/1.1" status: 200 len: 380 time: 0.0821986 Jan 26 13:21:42.395543 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [req-f2fdab3e-d3a1-422f-ad42-3b503edb273d req-eb29deb6-6c97-442c-bc72-00b6e7d4cdff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387900 Jan 26 13:21:42.395716 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'port': {'device_id': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'admin_state_up': True, 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'security_groups': ['e0b36047-c8d9-4172-b125-21a985d6812d']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:21:42.497028 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Made reservation on behalf of 9ee1f69d46a04a0cbb2b0e04296d9cd3 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:21:42.500264 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:42.626088 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Allocated IP 172.20.0.4 (c715bf63-2397-4403-a2dc-b9a4df0d6a60/8a1c51b8-431e-4863-b7de-0a8522943a75/daa65535-44c5-4848-928f-110eadac932c) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:21:42.757572 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for port (daa65535-44c5-4848-928f-110eadac932c), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:42.794617 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (daa65535-44c5-4848-928f-110eadac932c), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:42.836173 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Network c715bf63-2397-4403-a2dc-b9a4df0d6a60 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:21:42.839089 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:21:42.844692 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:21:42.851405 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'Port': ['ID=daa65535-44c5-4848-928f-110eadac932c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:42.897788 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:42.898422 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:42.921822 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-e3826098-7474-4ae9-9030-e0f0f0ff430d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5301509 Jan 26 13:21:42.935125 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Request body: {'port': {'device_id': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:21:42.998634 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (daa65535-44c5-4848-928f-110eadac932c), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:43.123085 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-3adc7e06-bac7-4630-b901-8767397835e9 None None] Provisioning complete for port daa65535-44c5-4848-928f-110eadac932c triggered by entity DHCP. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:21:43.123731 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3adc7e06-bac7-4630-b901-8767397835e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (daa65535-44c5-4848-928f-110eadac932c), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:43.167991 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-3adc7e06-bac7-4630-b901-8767397835e9 None None] Port daa65535-44c5-4848-928f-110eadac932c cannot update to ACTIVE because it is not bound. {{(pid=102610) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 13:21:43.284887 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa65535-44c5-4848-928f-110eadac932c {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:21:43.294831 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Publish callbacks [] for port (daa65535-44c5-4848-928f-110eadac932c), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:43.310655 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Transition to ACTIVE for port object daa65535-44c5-4848-928f-110eadac932c will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:21:43.329859 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (daa65535-44c5-4848-928f-110eadac932c), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:43.411246 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Pushing event updated for resources: {'Port': ['ID=daa65535-44c5-4848-928f-110eadac932c,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:43.488082 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99bcd0-acce-4c2a-a2e1-a4044f6eb4f0 req-62ba5365-3e35-4d62-b2b3-75f60b5375e9 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:43.489572 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0a99bcd0-acce-4c2a-a2e1-a4044f6eb4f0 req-62ba5365-3e35-4d62-b2b3-75f60b5375e9 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 945 time: 0.1742330 Jan 26 13:21:43.568653 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c96aed-32bd-443c-ba8d-6b48113594d8 req-b993803b-1cba-455c-97be-1b39d230171b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:43.570288 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-54c96aed-32bd-443c-ba8d-6b48113594d8 req-b993803b-1cba-455c-97be-1b39d230171b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.1535082 Jan 26 13:21:43.571052 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Attempting to bind port daa65535-44c5-4848-928f-110eadac932c on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:21:43.571387 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Attempting to bind port daa65535-44c5-4848-928f-110eadac932c by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:21:43.571736 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Attempting to bind port daa65535-44c5-4848-928f-110eadac932c on network c715bf63-2397-4403-a2dc-b9a4df0d6a60 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:21:43.592204 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Port daa65535-44c5-4848-928f-110eadac932c on network c715bf63-2397-4403-a2dc-b9a4df0d6a60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:21:43.592714 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Attempting to bind port daa65535-44c5-4848-928f-110eadac932c on network c715bf63-2397-4403-a2dc-b9a4df0d6a60 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:21:43.603649 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0a99bcd0-acce-4c2a-a2e1-a4044f6eb4f0 req-d90e2826-0380-494c-a137-21a8e8e3f9f1 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046455 Jan 26 13:21:43.609110 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:21:43.609459 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Checking segment: {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:21:43.609846 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Bound using segment: {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:21:43.610284 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Bound port: daa65535-44c5-4848-928f-110eadac932c, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df16feb8-d25c-4a5b-be6b-de4b54979469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:21:43.610645 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (daa65535-44c5-4848-928f-110eadac932c), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:43.672783 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-54c96aed-32bd-443c-ba8d-6b48113594d8 req-8b95209e-3dce-4382-b273-3080af528885 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945578 Jan 26 13:21:43.706162 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] For port daa65535-44c5-4848-928f-110eadac932c, host hv-cinder-82418, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:21:43.710204 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] For port daa65535-44c5-4848-928f-110eadac932c, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=daa65535-44c5-4848-928f-110eadac932c,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:21:43.714318 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (daa65535-44c5-4848-928f-110eadac932c), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:43.745975 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:43.746589 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:43.747968 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] 10.222.0.24 "PUT /v2.0/ports/daa65535-44c5-4848-928f-110eadac932c HTTP/1.1" status: 200 len: 1093 time: 0.8184667 Jan 26 13:21:43.748788 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'tag': 'daa65535-44c5-4848-928f-110eadac932c'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:21:43.750980 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d877ce-0a4e-4292-bbbf-169fbf74c5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1bad20-865f-46ec-8a1c-2419605fc682", "tag": "daa65535-44c5-4848-928f-110eadac932c"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:21:43.788445 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33296786-5bf2-4a0e-95f1-01920a6b2910 service neutron] Pushing event updated for resources: {'Port': ['ID=daa65535-44c5-4848-928f-110eadac932c,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:43.802643 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d14700-76db-46a2-959e-7c8e2d7b2ee5 x-openstack-request-id: req-43d14700-76db-46a2-959e-7c8e2d7b2ee5 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:21:43.802938 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1bad20-865f-46ec-8a1c-2419605fc682", "tag": "daa65535-44c5-4848-928f-110eadac932c", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:21:43.803190 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43d14700-76db-46a2-959e-7c8e2d7b2ee5 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:21:43.803584 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'tag': 'daa65535-44c5-4848-928f-110eadac932c', 'status': 'completed', 'code': 200} Jan 26 13:21:43.836583 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-b72ef6d3-2160-4cb5-863f-a01f84027aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:43.838093 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-b72ef6d3-2160-4cb5-863f-a01f84027aff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 1096 time: 0.0451052 Jan 26 13:21:44.142129 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-adb901d9-6a10-488c-813e-7ca9601290c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa65535-44c5-4848-928f-110eadac932c HTTP/1.1" status: 200 len: 217 time: 0.2944300 Jan 26 13:21:44.188551 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-141cdf40-fc87-48b3-82d8-6b5d96e221f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:44.189981 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-141cdf40-fc87-48b3-82d8-6b5d96e221f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 200 len: 851 time: 0.0418680 Jan 26 13:21:44.234047 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-6233b747-f76a-47c0-a9a8-d03200c66339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:44.235505 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-6233b747-f76a-47c0-a9a8-d03200c66339 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c715bf63-2397-4403-a2dc-b9a4df0d6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403595 Jan 26 13:21:44.325127 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-9a020c5e-05a3-481b-b043-1093f8b13cb8 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830193 Jan 26 13:21:44.416627 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0da9a3c-2ad6-456c-b35b-e15fc20d0ec9 req-ca5df431-26c6-47a4-be7d-d75deeac5cbf service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860517 Jan 26 13:21:44.498432 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d877ce-0a4e-4292-bbbf-169fbf74c5a9 req-933f7090-364c-48e6-8107-2f2d4a4bf9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:44.499960 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-37d877ce-0a4e-4292-bbbf-169fbf74c5a9 req-933f7090-364c-48e6-8107-2f2d4a4bf9e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 1096 time: 0.0404913 Jan 26 13:21:44.591510 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d877ce-0a4e-4292-bbbf-169fbf74c5a9 req-b93b8e30-8622-4079-b9d0-10f2010e50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:44.592997 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-37d877ce-0a4e-4292-bbbf-169fbf74c5a9 req-b93b8e30-8622-4079-b9d0-10f2010e50d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 913 time: 0.0879347 Jan 26 13:21:44.634016 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-37d877ce-0a4e-4292-bbbf-169fbf74c5a9 req-48db7bad-4b66-409f-ad6f-3385e6b20acd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa65535-44c5-4848-928f-110eadac932c HTTP/1.1" status: 200 len: 217 time: 0.0347064 Jan 26 13:21:44.709081 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d877ce-0a4e-4292-bbbf-169fbf74c5a9 req-09e134f1-34c0-4d85-afdc-f647115bc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:44.710540 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-37d877ce-0a4e-4292-bbbf-169fbf74c5a9 req-09e134f1-34c0-4d85-afdc-f647115bc7a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 200 len: 851 time: 0.0710263 Jan 26 13:21:44.768882 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe5e40-eb37-4b01-89eb-861d92fcd916 req-b75bb343-f621-461b-aa9a-d325ac9bf3b5 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:44.770310 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ddfe5e40-eb37-4b01-89eb-861d92fcd916 req-b75bb343-f621-461b-aa9a-d325ac9bf3b5 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 945 time: 0.0961545 Jan 26 13:21:44.821921 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d877ce-0a4e-4292-bbbf-169fbf74c5a9 req-84546115-ba7f-4e73-9bd9-e76b159002b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:44.823361 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-37d877ce-0a4e-4292-bbbf-169fbf74c5a9 req-84546115-ba7f-4e73-9bd9-e76b159002b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c715bf63-2397-4403-a2dc-b9a4df0d6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1057532 Jan 26 13:21:44.851771 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4225f4-bb24-4b5b-be71-5c130b073657 req-f4eeb743-3bab-4630-bc19-2b87636c2319 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:44.853155 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-aa4225f4-bb24-4b5b-be71-5c130b073657 req-f4eeb743-3bab-4630-bc19-2b87636c2319 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.1083202 Jan 26 13:21:44.892593 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ddfe5e40-eb37-4b01-89eb-861d92fcd916 req-1b4c91f6-b5a8-473a-af76-0afedd595893 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085827 Jan 26 13:21:44.961603 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-aa4225f4-bb24-4b5b-be71-5c130b073657 req-3e75e7fb-76a0-49f3-b7f4-81ca50d1c1d8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937068 Jan 26 13:21:44.976383 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-37d877ce-0a4e-4292-bbbf-169fbf74c5a9 req-ff41d877-b0fc-4d03-b225-477541380497 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418114 Jan 26 13:21:45.073170 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-37d877ce-0a4e-4292-bbbf-169fbf74c5a9 req-6ed73d45-cd9f-493f-92cc-31390d232ea3 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896964 Jan 26 13:21:46.077575 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbd62d-a54f-414b-a669-e39430ef036c req-85f169d5-e77d-4290-95da-fe2f12313a52 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:46.079052 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-65bbd62d-a54f-414b-a669-e39430ef036c req-85f169d5-e77d-4290-95da-fe2f12313a52 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.0510652 Jan 26 13:21:46.134327 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-65bbd62d-a54f-414b-a669-e39430ef036c req-743466ef-4f7a-4551-9f6a-680b3c3c007d tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467219 Jan 26 13:21:47.257993 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c82046-ed78-4873-8e27-c748af205f27 req-e01814d9-0f22-4505-b576-52c32ae2465f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:47.259720 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b8c82046-ed78-4873-8e27-c748af205f27 req-e01814d9-0f22-4505-b576-52c32ae2465f tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.0548623 Jan 26 13:21:47.310230 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b8c82046-ed78-4873-8e27-c748af205f27 req-9689c0be-bd9b-4c59-aeb6-6707d4412e48 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442805 Jan 26 13:21:48.424777 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab134a1-05a0-400b-a4b7-10010d593166 req-095a64df-9c79-496d-a7b2-01bf86eb5ecc tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:48.427458 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5ab134a1-05a0-400b-a4b7-10010d593166 req-095a64df-9c79-496d-a7b2-01bf86eb5ecc tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.0511303 Jan 26 13:21:48.476451 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5ab134a1-05a0-400b-a4b7-10010d593166 req-4dfec5f2-6526-4cca-b7aa-a502d6c941c3 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423567 Jan 26 13:21:49.593030 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee1a4-ef96-4711-9ba6-2e7d67bbf999 req-b28873d9-f762-47f8-b4fc-f07e002c0d44 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:49.594480 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-516ee1a4-ef96-4711-9ba6-2e7d67bbf999 req-b28873d9-f762-47f8-b4fc-f07e002c0d44 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.0488586 Jan 26 13:21:49.648091 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-516ee1a4-ef96-4711-9ba6-2e7d67bbf999 req-a20431aa-3f49-4aed-9b90-faa3f5f565c5 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480487 Jan 26 13:21:50.771434 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2230b4-edcc-4d39-9c00-c0fcfffb8ec0 req-74eec136-e578-40a1-90d6-36dfc924e593 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:50.773139 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3f2230b4-edcc-4d39-9c00-c0fcfffb8ec0 req-74eec136-e578-40a1-90d6-36dfc924e593 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.0494695 Jan 26 13:21:50.823059 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3f2230b4-edcc-4d39-9c00-c0fcfffb8ec0 req-8b7bf12a-d090-4adb-9ae4-a191a581784c tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441899 Jan 26 13:21:50.887038 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:51.670031 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647199e-a1d7-4fd7-926d-f1906589cf3f req-67fa9dbe-fa93-470c-9402-67c777d07b1b tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:51.671468 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7647199e-a1d7-4fd7-926d-f1906589cf3f req-67fa9dbe-fa93-470c-9402-67c777d07b1b tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 946 time: 0.0488758 Jan 26 13:21:51.719770 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7647199e-a1d7-4fd7-926d-f1906589cf3f req-2349e642-a099-40e4-b0ea-8d60b8f1b2b0 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Jan 26 13:21:51.948350 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5724b9-bd01-4e8b-adf6-abf62c054d27 req-9b2f060d-a007-4c77-9b4d-f268ca3a544b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:51.949896 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-af5724b9-bd01-4e8b-adf6-abf62c054d27 req-9b2f060d-a007-4c77-9b4d-f268ca3a544b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.0542336 Jan 26 13:21:52.000325 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-af5724b9-bd01-4e8b-adf6-abf62c054d27 req-b5fbe88d-3c13-429b-9f37-9c779c1214a3 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 Jan 26 13:21:52.837155 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b101127-2774-4a46-821e-f55c4eca603f req-23c54ff9-b6aa-46ea-9e31-02b7e61836ac tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:52.838774 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0b101127-2774-4a46-821e-f55c4eca603f req-23c54ff9-b6aa-46ea-9e31-02b7e61836ac tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 946 time: 0.0488875 Jan 26 13:21:52.885907 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0b101127-2774-4a46-821e-f55c4eca603f req-d92f8387-1349-4646-bb18-187e921ba3d8 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Jan 26 13:21:53.115087 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777f567-f3c2-497a-a7eb-9819660eded1 req-13ada75a-3bdd-4ba3-b1c5-8e81290a2af3 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:53.116504 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7777f567-f3c2-497a-a7eb-9819660eded1 req-13ada75a-3bdd-4ba3-b1c5-8e81290a2af3 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.0482912 Jan 26 13:21:53.168028 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7777f567-f3c2-497a-a7eb-9819660eded1 req-ed049815-cbfc-4047-b1e6-b57893b53001 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459824 Jan 26 13:21:53.440151 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7c507-fbd9-426f-b6ed-30f3d96665ea req-484b4cd9-8ac7-4ce7-9126-6038c325faaf tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:53.441684 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e1d7c507-fbd9-426f-b6ed-30f3d96665ea req-484b4cd9-8ac7-4ce7-9126-6038c325faaf tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 946 time: 0.0501375 Jan 26 13:21:53.535751 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-e1d7c507-fbd9-426f-b6ed-30f3d96665ea req-3033f4a3-ca49-44e2-afab-284629966ed5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Deleting port 639790f8-001c-4c0f-a8af-041de1bcffe0 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:21:53.536093 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e1d7c507-fbd9-426f-b6ed-30f3d96665ea req-3033f4a3-ca49-44e2-afab-284629966ed5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:53.627295 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e1d7c507-fbd9-426f-b6ed-30f3d96665ea req-3033f4a3-ca49-44e2-afab-284629966ed5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] For port 639790f8-001c-4c0f-a8af-041de1bcffe0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=639790f8-001c-4c0f-a8af-041de1bcffe0,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:53.627653 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e1d7c507-fbd9-426f-b6ed-30f3d96665ea req-3033f4a3-ca49-44e2-afab-284629966ed5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:53.641297 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-e1d7c507-fbd9-426f-b6ed-30f3d96665ea req-3033f4a3-ca49-44e2-afab-284629966ed5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Calling delete_port for 639790f8-001c-4c0f-a8af-041de1bcffe0 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:21:53.782126 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e1d7c507-fbd9-426f-b6ed-30f3d96665ea req-3033f4a3-ca49-44e2-afab-284629966ed5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (639790f8-001c-4c0f-a8af-041de1bcffe0), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:53.796551 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['709f0bde-7115-443a-a2a2-f80211251266', 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f', '61184051-7a48-4ba8-9d1e-75300e4693ec', '639790f8-001c-4c0f-a8af-041de1bcffe0'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:21:53.816071 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033f4a3-ca49-44e2-afab-284629966ed5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Pushing event deleted for resources: {'Port': ['ID=639790f8-001c-4c0f-a8af-041de1bcffe0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:53.861452 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d7c507-fbd9-426f-b6ed-30f3d96665ea req-3033f4a3-ca49-44e2-afab-284629966ed5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] No DVR routers for this DVR port 639790f8-001c-4c0f-a8af-041de1bcffe0 on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:21:53.864208 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e1d7c507-fbd9-426f-b6ed-30f3d96665ea req-3033f4a3-ca49-44e2-afab-284629966ed5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:53.867602 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e1d7c507-fbd9-426f-b6ed-30f3d96665ea req-3033f4a3-ca49-44e2-afab-284629966ed5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "DELETE /v2.0/ports/639790f8-001c-4c0f-a8af-041de1bcffe0 HTTP/1.1" status: 204 len: 173 time: 0.4176116 Jan 26 13:21:53.868070 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2bcec-32ef-44f6-bc7c-216414815dae', 'name': 'network-vif-deleted', 'tag': '639790f8-001c-4c0f-a8af-041de1bcffe0'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:21:53.870474 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a42f0a0-a2bb-467c-b636-2335fb4554a1" -d '{"events": [{"server_uuid": "fcd2bcec-32ef-44f6-bc7c-216414815dae", "name": "network-vif-deleted", "tag": "639790f8-001c-4c0f-a8af-041de1bcffe0"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:21:53.907479 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d99379c-e868-489b-b1ea-01ee0ca1bacc x-openstack-request-id: req-1d99379c-e868-489b-b1ea-01ee0ca1bacc {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:21:53.907831 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2bcec-32ef-44f6-bc7c-216414815dae", "name": "network-vif-deleted", "tag": "639790f8-001c-4c0f-a8af-041de1bcffe0", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:21:53.908115 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d99379c-e868-489b-b1ea-01ee0ca1bacc {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:21:53.908486 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2bcec-32ef-44f6-bc7c-216414815dae', 'name': 'network-vif-deleted', 'tag': '639790f8-001c-4c0f-a8af-041de1bcffe0', 'status': 'completed', 'code': 200} Jan 26 13:21:53.987059 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-a701dad2-6ffd-4d4d-9f51-c072a3b5e31b req-2aaddd54-201e-40cc-bebb-a880134b367e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcd2bcec-32ef-44f6-bc7c-216414815dae HTTP/1.1" status: 200 len: 210 time: 0.0269289 Jan 26 13:21:54.287442 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5dd28-1489-41d1-9d57-e854b7b4daa8 req-c6312cf3-8c15-45c4-ac8f-a670c8caf123 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:54.288995 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6ca5dd28-1489-41d1-9d57-e854b7b4daa8 req-c6312cf3-8c15-45c4-ac8f-a670c8caf123 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.0500588 Jan 26 13:21:54.338433 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6ca5dd28-1489-41d1-9d57-e854b7b4daa8 req-b184c28a-fe3f-4213-a54e-b3c06448effa tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439975 Jan 26 13:21:55.468176 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d8a66-6a55-4682-a536-f07df3dd9669 req-637be8b0-78cf-441d-9b05-d44fd5e019b2 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:55.469656 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9a3d8a66-6a55-4682-a536-f07df3dd9669 req-637be8b0-78cf-441d-9b05-d44fd5e019b2 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.0523455 Jan 26 13:21:55.517993 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9a3d8a66-6a55-4682-a536-f07df3dd9669 req-8afc9480-6f90-444a-8aee-c0357522e222 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Jan 26 13:21:56.376271 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84da48-ed94-4763-acef-cd4598e0139d req-e0600506-f087-46ac-8a2a-6d30e33a7cd4 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:56.377717 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ea84da48-ed94-4763-acef-cd4598e0139d req-e0600506-f087-46ac-8a2a-6d30e33a7cd4 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 945 time: 0.0473073 Jan 26 13:21:56.427088 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ea84da48-ed94-4763-acef-cd4598e0139d req-749bb3cd-8917-40b1-8284-7e47c6a3611f tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Jan 26 13:21:56.632549 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e59d10-f8f8-40a6-bd4a-49a53e4dfed7 req-61c16500-3ff2-48ac-9283-7a1d54626c00 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:56.633963 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d1e59d10-f8f8-40a6-bd4a-49a53e4dfed7 req-61c16500-3ff2-48ac-9283-7a1d54626c00 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.0475206 Jan 26 13:21:56.680881 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d1e59d10-f8f8-40a6-bd4a-49a53e4dfed7 req-5eec8a6f-f809-4ab0-aa07-5efa8fc45008 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414956 Jan 26 13:21:57.429829 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-af599eb6-1161-46cd-8b1c-ff5cf2d45658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:57.538590 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d7f9f-a509-4d10-8a97-59b109b91e5f req-3b19dc86-222b-4d11-b391-c35422f4d0c8 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:57.539985 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c97d7f9f-a509-4d10-8a97-59b109b91e5f req-3b19dc86-222b-4d11-b391-c35422f4d0c8 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 945 time: 0.0475223 Jan 26 13:21:57.585699 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c97d7f9f-a509-4d10-8a97-59b109b91e5f req-20e329ee-ee8c-4280-8dc3-e23e7bba8dfe tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Jan 26 13:21:57.797298 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7f4cc-175b-4602-ab8c-7d01e685581d req-d96760ab-72a4-43ac-b652-2e12b6a481fc tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:57.798667 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-27b7f4cc-175b-4602-ab8c-7d01e685581d req-d96760ab-72a4-43ac-b652-2e12b6a481fc tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 943 time: 0.0512860 Jan 26 13:21:57.846393 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-27b7f4cc-175b-4602-ab8c-7d01e685581d req-5e577f1e-a63a-4c3b-9622-f0eb6dc9f0b2 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413752 Jan 26 13:21:58.018072 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device daa65535-44c5-4848-928f-110eadac932c details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:21:58.022265 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 639790f8-001c-4c0f-a8af-041de1bcffe0 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:21:58.180462 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 639790f8-001c-4c0f-a8af-041de1bcffe0 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:21:58.180810 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 639790f8-001c-4c0f-a8af-041de1bcffe0 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:21:58.262592 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port daa65535-44c5-4848-928f-110eadac932c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=daa65535-44c5-4848-928f-110eadac932c,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:58.273559 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': 'daa65535-44c5-4848-928f-110eadac932c', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'port_id': 'daa65535-44c5-4848-928f-110eadac932c', 'mac_address': 'fa:16:3e:f2:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:21:58.304406 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50ec95-23c8-487c-9ef7-3c1b7349a949 req-0528e9ff-1351-408e-87f4-f3adfea85f31 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:58.305851 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2c50ec95-23c8-487c-9ef7-3c1b7349a949 req-0528e9ff-1351-408e-87f4-f3adfea85f31 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 945 time: 0.0472262 Jan 26 13:21:58.313170 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port daa65535-44c5-4848-928f-110eadac932c is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:21:58.313562 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (daa65535-44c5-4848-928f-110eadac932c), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:58.326423 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa65535-44c5-4848-928f-110eadac932c {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:21:58.345550 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port daa65535-44c5-4848-928f-110eadac932c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=daa65535-44c5-4848-928f-110eadac932c,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:58.350659 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (daa65535-44c5-4848-928f-110eadac932c), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:58.397396 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=daa65535-44c5-4848-928f-110eadac932c,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:58.399025 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-2c50ec95-23c8-487c-9ef7-3c1b7349a949 req-c1cd5d5c-1ed5-444f-af65-b65f4dd228e5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Deleting port 61184051-7a48-4ba8-9d1e-75300e4693ec {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:21:58.399371 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2c50ec95-23c8-487c-9ef7-3c1b7349a949 req-c1cd5d5c-1ed5-444f-af65-b65f4dd228e5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:58.486510 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-2c50ec95-23c8-487c-9ef7-3c1b7349a949 req-c1cd5d5c-1ed5-444f-af65-b65f4dd228e5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] For port 61184051-7a48-4ba8-9d1e-75300e4693ec, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=61184051-7a48-4ba8-9d1e-75300e4693ec,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:21:58.486783 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2c50ec95-23c8-487c-9ef7-3c1b7349a949 req-c1cd5d5c-1ed5-444f-af65-b65f4dd228e5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:58.498849 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-2c50ec95-23c8-487c-9ef7-3c1b7349a949 req-c1cd5d5c-1ed5-444f-af65-b65f4dd228e5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Calling delete_port for 61184051-7a48-4ba8-9d1e-75300e4693ec owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:21:58.626931 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2c50ec95-23c8-487c-9ef7-3c1b7349a949 req-c1cd5d5c-1ed5-444f-af65-b65f4dd228e5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (61184051-7a48-4ba8-9d1e-75300e4693ec), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:58.639531 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['709f0bde-7115-443a-a2a2-f80211251266', 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f', '61184051-7a48-4ba8-9d1e-75300e4693ec'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:21:58.665244 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['daa65535-44c5-4848-928f-110eadac932c'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:21:58.665379 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd5d5c-1ed5-444f-af65-b65f4dd228e5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Pushing event deleted for resources: {'Port': ['ID=61184051-7a48-4ba8-9d1e-75300e4693ec,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:21:58.721187 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c50ec95-23c8-487c-9ef7-3c1b7349a949 req-c1cd5d5c-1ed5-444f-af65-b65f4dd228e5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] No DVR routers for this DVR port 61184051-7a48-4ba8-9d1e-75300e4693ec on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:21:58.724576 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2c50ec95-23c8-487c-9ef7-3c1b7349a949 req-c1cd5d5c-1ed5-444f-af65-b65f4dd228e5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:21:58.728011 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2c50ec95-23c8-487c-9ef7-3c1b7349a949 req-c1cd5d5c-1ed5-444f-af65-b65f4dd228e5 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "DELETE /v2.0/ports/61184051-7a48-4ba8-9d1e-75300e4693ec HTTP/1.1" status: 204 len: 173 time: 0.4156952 Jan 26 13:21:58.728629 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14921e-9cc8-4c50-89b0-05a449f2a9ae', 'name': 'network-vif-deleted', 'tag': '61184051-7a48-4ba8-9d1e-75300e4693ec'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:21:58.731471 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b0206c-25a4-476c-bfd0-ab0f19b7eeb0" -d '{"events": [{"server_uuid": "dd14921e-9cc8-4c50-89b0-05a449f2a9ae", "name": "network-vif-deleted", "tag": "61184051-7a48-4ba8-9d1e-75300e4693ec"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:21:58.735355 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7a669efc-7976-4449-9e05-880ffb4be4f6 req-4049e058-4e40-4741-a8d0-c2f6e4e89ef9 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd14921e-9cc8-4c50-89b0-05a449f2a9ae HTTP/1.1" status: 200 len: 210 time: 0.0783379 Jan 26 13:21:58.781103 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be08c92-f455-4f63-aaec-eb51660e7547 x-openstack-request-id: req-8be08c92-f455-4f63-aaec-eb51660e7547 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:21:58.781401 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14921e-9cc8-4c50-89b0-05a449f2a9ae", "name": "network-vif-deleted", "tag": "61184051-7a48-4ba8-9d1e-75300e4693ec", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:21:58.781651 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8be08c92-f455-4f63-aaec-eb51660e7547 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:21:58.782043 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14921e-9cc8-4c50-89b0-05a449f2a9ae', 'name': 'network-vif-deleted', 'tag': '61184051-7a48-4ba8-9d1e-75300e4693ec', 'status': 'completed', 'code': 200} Jan 26 13:21:58.966412 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a538b-e898-4775-82fd-0d0bbfa04b47 req-4726cc6f-c46d-4fc6-a351-fc078f070f03 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:21:58.967984 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-059a538b-e898-4775-82fd-0d0bbfa04b47 req-4726cc6f-c46d-4fc6-a351-fc078f070f03 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 944 time: 0.0482404 Jan 26 13:21:59.015458 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-059a538b-e898-4775-82fd-0d0bbfa04b47 req-f36681a5-a4b4-4b68-b6cf-1c87b2e05ab8 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409060 Jan 26 13:21:59.685292 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9810167b-ac6c-42c2-ad2a-0a20bc6a0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:00.016482 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6fdae-c3cf-4628-9014-dd9bd8ecb6bb req-4d1555ee-3405-4caf-b23b-9ef143aee671 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:00.017926 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d6d6fdae-c3cf-4628-9014-dd9bd8ecb6bb req-4d1555ee-3405-4caf-b23b-9ef143aee671 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 946 time: 0.0475836 Jan 26 13:22:00.021561 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device daa65535-44c5-4848-928f-110eadac932c up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:22:00.072025 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port daa65535-44c5-4848-928f-110eadac932c completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:22:00.072788 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d6d6fdae-c3cf-4628-9014-dd9bd8ecb6bb req-8bbce8d9-cd07-47f0-b38d-fb0b014da0e0 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486276 Jan 26 13:22:00.076506 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port daa65535-44c5-4848-928f-110eadac932c triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:22:00.076881 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (daa65535-44c5-4848-928f-110eadac932c), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:00.141400 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b4c6b-4fce-4d05-847b-220d886fef55 req-50502879-324d-4d49-99f9-b8c59d83a4a5 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:00.142862 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-036b4c6b-4fce-4d05-847b-220d886fef55 req-50502879-324d-4d49-99f9-b8c59d83a4a5 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 944 time: 0.0559301 Jan 26 13:22:00.164599 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port daa65535-44c5-4848-928f-110eadac932c is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:22:00.164997 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (daa65535-44c5-4848-928f-110eadac932c), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:00.188017 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa65535-44c5-4848-928f-110eadac932c'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:22:00.190154 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a674c1-863c-4a89-8732-effb60fa836d" -d '{"events": [{"server_uuid": "2f1bad20-865f-46ec-8a1c-2419605fc682", "name": "network-vif-plugged", "status": "completed", "tag": "daa65535-44c5-4848-928f-110eadac932c"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:22:00.192268 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-036b4c6b-4fce-4d05-847b-220d886fef55 req-03d35e5e-eef8-463d-a92e-6247c8076e1b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Jan 26 13:22:00.203013 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port daa65535-44c5-4848-928f-110eadac932c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=daa65535-44c5-4848-928f-110eadac932c,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:22:00.209123 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (daa65535-44c5-4848-928f-110eadac932c), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:00.233464 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c05fda7-a610-4cbe-942c-6642546f7c1b x-openstack-request-id: req-3c05fda7-a610-4cbe-942c-6642546f7c1b {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:22:00.233759 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1bad20-865f-46ec-8a1c-2419605fc682", "name": "network-vif-plugged", "status": "completed", "tag": "daa65535-44c5-4848-928f-110eadac932c", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:22:00.234012 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c05fda7-a610-4cbe-942c-6642546f7c1b {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:22:00.234403 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa65535-44c5-4848-928f-110eadac932c', 'code': 200} Jan 26 13:22:00.261940 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=daa65535-44c5-4848-928f-110eadac932c,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:00.436299 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d785d-6485-4c37-ba0c-2dc6aaa63364 req-8b8fedc4-1bc2-4905-a411-efc3c3b33718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:00.437746 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-417d785d-6485-4c37-ba0c-2dc6aaa63364 req-8b8fedc4-1bc2-4905-a411-efc3c3b33718 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 1098 time: 0.0394018 Jan 26 13:22:00.485903 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-417d785d-6485-4c37-ba0c-2dc6aaa63364 req-a81cf87a-a728-4e9d-bfa3-a711c2516126 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380709 Jan 26 13:22:00.916328 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:01.188369 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f92ee-89d2-4300-83f7-18e0de29a292 req-09b9ec69-d407-4846-a235-01e64d2ce949 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:01.189851 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9a0f92ee-89d2-4300-83f7-18e0de29a292 req-09b9ec69-d407-4846-a235-01e64d2ce949 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 946 time: 0.0497282 Jan 26 13:22:01.243418 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9a0f92ee-89d2-4300-83f7-18e0de29a292 req-908146ba-d9f2-47f6-9fa4-80e38904cca2 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472021 Jan 26 13:22:01.370246 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23616b-8226-4cb6-be11-f2aa33d36262 req-720dcb84-ee42-4f0b-b858-e415af1b6766 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:01.371747 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2b23616b-8226-4cb6-be11-f2aa33d36262 req-720dcb84-ee42-4f0b-b858-e415af1b6766 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 945 time: 0.0591362 Jan 26 13:22:01.421881 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2b23616b-8226-4cb6-be11-f2aa33d36262 req-7238a8ab-d7c8-4bc7-accc-f2d47f378fb3 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445707 Jan 26 13:22:01.829430 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb956389-b45f-4136-b0ef-96074f97988c req-12ac3ea7-0c62-4fa6-8048-3698efab9e6a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:01.830867 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bb956389-b45f-4136-b0ef-96074f97988c req-12ac3ea7-0c62-4fa6-8048-3698efab9e6a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 946 time: 0.0480819 Jan 26 13:22:01.925143 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-bb956389-b45f-4136-b0ef-96074f97988c req-f27c257b-6356-4638-9452-34346c07c46a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Deleting port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:22:01.925772 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bb956389-b45f-4136-b0ef-96074f97988c req-f27c257b-6356-4638-9452-34346c07c46a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:02.010456 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-bb956389-b45f-4136-b0ef-96074f97988c req-f27c257b-6356-4638-9452-34346c07c46a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] For port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:22:02.010711 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bb956389-b45f-4136-b0ef-96074f97988c req-f27c257b-6356-4638-9452-34346c07c46a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:02.022765 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-bb956389-b45f-4136-b0ef-96074f97988c req-f27c257b-6356-4638-9452-34346c07c46a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Calling delete_port for c281e2a0-a7d8-4ab6-aee1-e11c5671f65f owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:22:02.149378 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bb956389-b45f-4136-b0ef-96074f97988c req-f27c257b-6356-4638-9452-34346c07c46a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (c281e2a0-a7d8-4ab6-aee1-e11c5671f65f), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:02.159907 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['709f0bde-7115-443a-a2a2-f80211251266', 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:22:02.177964 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c257b-6356-4638-9452-34346c07c46a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Pushing event deleted for resources: {'Port': ['ID=c281e2a0-a7d8-4ab6-aee1-e11c5671f65f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:02.221306 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb956389-b45f-4136-b0ef-96074f97988c req-f27c257b-6356-4638-9452-34346c07c46a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] No DVR routers for this DVR port c281e2a0-a7d8-4ab6-aee1-e11c5671f65f on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:22:02.224357 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bb956389-b45f-4136-b0ef-96074f97988c req-f27c257b-6356-4638-9452-34346c07c46a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:02.227924 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-bb956389-b45f-4136-b0ef-96074f97988c req-f27c257b-6356-4638-9452-34346c07c46a tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "DELETE /v2.0/ports/c281e2a0-a7d8-4ab6-aee1-e11c5671f65f HTTP/1.1" status: 204 len: 173 time: 0.3894241 Jan 26 13:22:02.228661 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbbe8a8-015c-4ad1-93d8-31276f82980a', 'name': 'network-vif-deleted', 'tag': 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:22:02.230703 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79353b7-7c02-49b3-8b9c-dd586707a73d" -d '{"events": [{"server_uuid": "dbbbe8a8-015c-4ad1-93d8-31276f82980a", "name": "network-vif-deleted", "tag": "c281e2a0-a7d8-4ab6-aee1-e11c5671f65f"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:22:02.264417 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:02.272794 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6deb2d-b987-4833-a9a7-c0b9337f3299 x-openstack-request-id: req-8c6deb2d-b987-4833-a9a7-c0b9337f3299 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:22:02.273092 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbbe8a8-015c-4ad1-93d8-31276f82980a", "name": "network-vif-deleted", "tag": "c281e2a0-a7d8-4ab6-aee1-e11c5671f65f", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:22:02.273340 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c6deb2d-b987-4833-a9a7-c0b9337f3299 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:22:02.273728 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbbe8a8-015c-4ad1-93d8-31276f82980a', 'name': 'network-vif-deleted', 'tag': 'c281e2a0-a7d8-4ab6-aee1-e11c5671f65f', 'status': 'completed', 'code': 200} Jan 26 13:22:02.344489 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3d02828a-b728-4ed4-9a80-fe46b6a3edbe req-ae411782-3084-4a84-bc05-812a02f33a3b tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbbbe8a8-015c-4ad1-93d8-31276f82980a HTTP/1.1" status: 200 len: 210 time: 0.0319140 Jan 26 13:22:02.538530 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec93139-9903-4da8-9edb-afa3dab8f832 req-2641ed3b-9b55-4c4c-8ebc-583858e80618 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:02.539891 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cec93139-9903-4da8-9edb-afa3dab8f832 req-2641ed3b-9b55-4c4c-8ebc-583858e80618 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 945 time: 0.0473833 Jan 26 13:22:02.586854 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cec93139-9903-4da8-9edb-afa3dab8f832 req-2b9be196-720a-4b24-9722-fa86d33483ab tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415192 Jan 26 13:22:02.711445 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1284e-f685-4b9a-ba03-4198c58016ba req-c8cdb56e-26e1-4848-951e-d16e7922584e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:02.713809 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-26d1284e-f685-4b9a-ba03-4198c58016ba req-c8cdb56e-26e1-4848-951e-d16e7922584e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 945 time: 0.0542614 Jan 26 13:22:02.766846 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-26d1284e-f685-4b9a-ba03-4198c58016ba req-eb56ac61-2bbe-42b1-bc49-8bd969dc4264 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461779 Jan 26 13:22:02.788883 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 42188) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:02.828308 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c7497-0b23-418e-9219-8a79ccd85099 tempest-TestVolumeBootPattern-595219993 tempest-TestVolumeBootPattern-595219993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:02.829979 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-bb2c7497-0b23-418e-9219-8a79ccd85099 tempest-TestVolumeBootPattern-595219993 tempest-TestVolumeBootPattern-595219993-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 1093 time: 0.0400131 Jan 26 13:22:02.832978 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 42190) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:02.837206 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Request body: {'floatingip': {'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'port_id': 'daa65535-44c5-4848-928f-110eadac932c', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:22:02.855952 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:02.951770 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:03.052150 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Allocated IP 172.27.2.162 (d94d83f6-fc48-43f1-98be-5a76392d8959/f83c3f79-f2aa-4586-9f09-2d27b862c0e0/d850482c-d0a3-4ead-b8cb-2f00899cbf6d) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:22:03.158204 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for port (d850482c-d0a3-4ead-b8cb-2f00899cbf6d), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:03.192547 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (d850482c-d0a3-4ead-b8cb-2f00899cbf6d), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:03.228846 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Network d94d83f6-fc48-43f1-98be-5a76392d8959 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:22:03.231533 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:22:03.233949 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:22:03.265168 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'Port': ['ID=d850482c-d0a3-4ead-b8cb-2f00899cbf6d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:03.608592 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (5ade0181-9ad7-478e-8f93-96aabfea4884), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:03.673929 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (d850482c-d0a3-4ead-b8cb-2f00899cbf6d), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:03.768048 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:03.827237 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for port (d850482c-d0a3-4ead-b8cb-2f00899cbf6d), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:03.831353 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (d850482c-d0a3-4ead-b8cb-2f00899cbf6d), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:03.901658 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event updated for resources: {'Port': ['ID=d850482c-d0a3-4ead-b8cb-2f00899cbf6d,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:03.912223 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539262'] for floatingip (5ade0181-9ad7-478e-8f93-96aabfea4884), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:04.009302 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.l3_db [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Floating IP 5ade0181-9ad7-478e-8f93-96aabfea4884 associated. External IP: 172.27.2.162, port: daa65535-44c5-4848-928f-110eadac932c. Jan 26 13:22:04.041663 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device c281e2a0-a7d8-4ab6-aee1-e11c5671f65f no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:22:04.064981 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: c281e2a0-a7d8-4ab6-aee1-e11c5671f65f {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:22:04.065327 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device c281e2a0-a7d8-4ab6-aee1-e11c5671f65f not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:22:04.065746 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 61184051-7a48-4ba8-9d1e-75300e4693ec no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:22:04.084427 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 61184051-7a48-4ba8-9d1e-75300e4693ec {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:22:04.084772 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 61184051-7a48-4ba8-9d1e-75300e4693ec not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:22:04.486196 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Router 5ae4a5db-5d8f-4b38-a172-3a530224e969 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:22:04.600585 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:22:04.612233 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973fa385-d745-4e14-a141-2ba8562992db None None] Sync routers for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:22:04.620418 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:04.623953 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973fa385-d745-4e14-a141-2ba8562992db None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:22:04.624852 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-973fa385-d745-4e14-a141-2ba8562992db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:22:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:22:04.656433 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-e254fada-f856-4008-b652-b1ba28903205 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8224387 Jan 26 13:22:04.657236 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'tag': 'daa65535-44c5-4848-928f-110eadac932c'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:22:04.659642 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36330915-2c7f-4ef9-9a67-e281be04e490" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1bad20-865f-46ec-8a1c-2419605fc682", "tag": "daa65535-44c5-4848-928f-110eadac932c"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:22:04.703995 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa09f727-0620-49bf-8312-fce773b0e432 x-openstack-request-id: req-aa09f727-0620-49bf-8312-fce773b0e432 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:22:04.704291 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1bad20-865f-46ec-8a1c-2419605fc682", "tag": "daa65535-44c5-4848-928f-110eadac932c", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:22:04.704545 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa09f727-0620-49bf-8312-fce773b0e432 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:22:04.704946 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'tag': 'daa65535-44c5-4848-928f-110eadac932c', 'status': 'completed', 'code': 200} Jan 26 13:22:04.734409 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-973fa385-d745-4e14-a141-2ba8562992db None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:22:04.788545 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b9200-53c3-4b7b-a099-fcac20e83a16 req-47c2155a-b241-42ba-8979-37d671a3f205 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:04.790014 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c16b9200-53c3-4b7b-a099-fcac20e83a16 req-47c2155a-b241-42ba-8979-37d671a3f205 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 945 time: 0.0841975 Jan 26 13:22:04.795960 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36330915-2c7f-4ef9-9a67-e281be04e490 req-0cf51bcf-ff2e-431d-a910-9b69b7b56c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:04.797339 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-36330915-2c7f-4ef9-9a67-e281be04e490 req-0cf51bcf-ff2e-431d-a910-9b69b7b56c5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 1098 time: 0.0574098 Jan 26 13:22:04.898209 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c16b9200-53c3-4b7b-a099-fcac20e83a16 req-f0a8aab9-29b7-4e7a-97d7-31c55387f1da tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999122 Jan 26 13:22:04.926704 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36330915-2c7f-4ef9-9a67-e281be04e490 req-d3897fe6-8fa3-4f24-9747-a0c20ffb6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:04.928218 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-36330915-2c7f-4ef9-9a67-e281be04e490 req-d3897fe6-8fa3-4f24-9747-a0c20ffb6d0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 913 time: 0.1226113 Jan 26 13:22:04.963232 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-973fa385-d745-4e14-a141-2ba8562992db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '5ade0181-9ad7-478e-8f93-96aabfea4884', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': 'daa65535-44c5-4848-928f-110eadac932c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:f2:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:22:03Z', 'updated_at': '2022-01-26T13:22:03Z', 'revision_number': 0, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}, {'id': '8db92fa4-b7c5-4b09-aeae-1a4a087e1a90', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': '686efe4b-6abd-4286-9274-db1034531764', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:60:47:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:20:02Z', 'updated_at': '2022-01-26T13:20:04Z', 'revision_number': 1, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:22:04.992648 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973fa385-d745-4e14-a141-2ba8562992db None None] Checking router: 5ae4a5db-5d8f-4b38-a172-3a530224e969 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:22:04.995046 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-36330915-2c7f-4ef9-9a67-e281be04e490 req-07138318-8ac8-4ddd-9b8a-cb44db602730 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa65535-44c5-4848-928f-110eadac932c HTTP/1.1" status: 200 len: 999 time: 0.0588360 Jan 26 13:22:05.000910 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973fa385-d745-4e14-a141-2ba8562992db None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:22:05.001514 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-973fa385-d745-4e14-a141-2ba8562992db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:22:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:22:05.042355 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36330915-2c7f-4ef9-9a67-e281be04e490 req-373f4c65-5758-469a-9fd6-6e826a52531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:05.043809 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-36330915-2c7f-4ef9-9a67-e281be04e490 req-373f4c65-5758-469a-9fd6-6e826a52531b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 200 len: 851 time: 0.0428805 Jan 26 13:22:05.091710 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36330915-2c7f-4ef9-9a67-e281be04e490 req-624a3bd6-d4a5-4bc7-be81-e09960954cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:05.093138 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-36330915-2c7f-4ef9-9a67-e281be04e490 req-624a3bd6-d4a5-4bc7-be81-e09960954cb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c715bf63-2397-4403-a2dc-b9a4df0d6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433083 Jan 26 13:22:05.105732 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-973fa385-d745-4e14-a141-2ba8562992db None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:22:05.183271 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-36330915-2c7f-4ef9-9a67-e281be04e490 req-962bd867-a69a-4d62-89f2-33631398058b service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821154 Jan 26 13:22:05.275762 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-36330915-2c7f-4ef9-9a67-e281be04e490 req-501d6134-3f6f-41fd-9ab5-48f6f6f29728 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861030 Jan 26 13:22:05.325237 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-973fa385-d745-4e14-a141-2ba8562992db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '5ade0181-9ad7-478e-8f93-96aabfea4884', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': 'daa65535-44c5-4848-928f-110eadac932c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:f2:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:22:03Z', 'updated_at': '2022-01-26T13:22:03Z', 'revision_number': 0, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}, {'id': '8db92fa4-b7c5-4b09-aeae-1a4a087e1a90', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': '686efe4b-6abd-4286-9274-db1034531764', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:60:47:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:20:02Z', 'updated_at': '2022-01-26T13:20:04Z', 'revision_number': 1, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:22:05.354125 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973fa385-d745-4e14-a141-2ba8562992db None None] The sync data for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi is: [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '5ade0181-9ad7-478e-8f93-96aabfea4884', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': 'daa65535-44c5-4848-928f-110eadac932c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:f2:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:22:03Z', 'updated_at': '2022-01-26T13:22:03Z', 'revision_number': 0, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}, {'id': '8db92fa4-b7c5-4b09-aeae-1a4a087e1a90', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': '686efe4b-6abd-4286-9274-db1034531764', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:60:47:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:20:02Z', 'updated_at': '2022-01-26T13:20:04Z', 'revision_number': 1, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:22:05.541662 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2842392f-da8d-4410-a46b-87d66dcabee4 None None] New status for floating IP 5ade0181-9ad7-478e-8f93-96aabfea4884: ACTIVE {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:22:06.014599 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36b6c8-99a5-4a70-9381-9b4ccd38a4f6 req-d1383dee-4e61-46b9-84fc-4dcfa443bc95 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:06.015978 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-dc36b6c8-99a5-4a70-9381-9b4ccd38a4f6 req-d1383dee-4e61-46b9-84fc-4dcfa443bc95 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 945 time: 0.0484805 Jan 26 13:22:06.061503 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-dc36b6c8-99a5-4a70-9381-9b4ccd38a4f6 req-cdf261d0-b7f6-40ba-aee1-deba902d823e tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/security-groups?id=efe29d1e-5867-48b9-87ea-ca948fa6d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399327 Jan 26 13:22:06.298426 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c6fa5-d462-4807-94c1-8ff349b9a073 req-b314c2cc-d7a1-4472-a87e-8a95d3ed1170 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:06.299788 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f09c6fa5-d462-4807-94c1-8ff349b9a073 req-b314c2cc-d7a1-4472-a87e-8a95d3ed1170 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 945 time: 0.0464320 Jan 26 13:22:06.391648 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-f09c6fa5-d462-4807-94c1-8ff349b9a073 req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Deleting port 709f0bde-7115-443a-a2a2-f80211251266 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:22:06.391997 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f09c6fa5-d462-4807-94c1-8ff349b9a073 req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (709f0bde-7115-443a-a2a2-f80211251266), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:06.480088 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f09c6fa5-d462-4807-94c1-8ff349b9a073 req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] For port 709f0bde-7115-443a-a2a2-f80211251266, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=709f0bde-7115-443a-a2a2-f80211251266,segment=NetworkSegment(c2cce5e9-2271-4e8a-b0b1-d683fcca2a91),segment_id=c2cce5e9-2271-4e8a-b0b1-d683fcca2a91)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:22:06.480446 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f09c6fa5-d462-4807-94c1-8ff349b9a073 req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (709f0bde-7115-443a-a2a2-f80211251266), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:06.492327 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-f09c6fa5-d462-4807-94c1-8ff349b9a073 req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Calling delete_port for 709f0bde-7115-443a-a2a2-f80211251266 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:22:06.620197 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f09c6fa5-d462-4807-94c1-8ff349b9a073 req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (709f0bde-7115-443a-a2a2-f80211251266), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:06.631286 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['709f0bde-7115-443a-a2a2-f80211251266'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:22:06.648133 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Pushing event deleted for resources: {'Port': ['ID=709f0bde-7115-443a-a2a2-f80211251266,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:06.659738 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.660093 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.660435 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.661378 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.661692 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.662020 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.662349 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.662674 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.662996 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.663335 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.663639 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.663984 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.664300 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:06.699970 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09c6fa5-d462-4807-94c1-8ff349b9a073 req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] No DVR routers for this DVR port 709f0bde-7115-443a-a2a2-f80211251266 on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:22:06.702155 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f09c6fa5-d462-4807-94c1-8ff349b9a073 req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:06.705411 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f09c6fa5-d462-4807-94c1-8ff349b9a073 req-17499ca3-dcbd-4c49-814a-5df20b2d8e34 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.24 "DELETE /v2.0/ports/709f0bde-7115-443a-a2a2-f80211251266 HTTP/1.1" status: 204 len: 173 time: 0.3992603 Jan 26 13:22:06.705887 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba64fd8-d7f7-4a5d-8799-5801ee2d3355', 'name': 'network-vif-deleted', 'tag': '709f0bde-7115-443a-a2a2-f80211251266'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:22:06.708731 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929a541e-1c3a-4ef3-a3ca-40b682d58fdb" -d '{"events": [{"server_uuid": "8ba64fd8-d7f7-4a5d-8799-5801ee2d3355", "name": "network-vif-deleted", "tag": "709f0bde-7115-443a-a2a2-f80211251266"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:22:06.758430 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775a9968-0980-47fd-97f7-c622673bf1a2 x-openstack-request-id: req-775a9968-0980-47fd-97f7-c622673bf1a2 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:22:06.758725 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba64fd8-d7f7-4a5d-8799-5801ee2d3355", "name": "network-vif-deleted", "tag": "709f0bde-7115-443a-a2a2-f80211251266", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:22:06.759006 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-775a9968-0980-47fd-97f7-c622673bf1a2 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:22:06.759411 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba64fd8-d7f7-4a5d-8799-5801ee2d3355', 'name': 'network-vif-deleted', 'tag': '709f0bde-7115-443a-a2a2-f80211251266', 'status': 'completed', 'code': 200} Jan 26 13:22:07.164814 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-41cb72da-e357-4ec1-a787-4534e33ffae0 req-0a4fbabd-b365-4bb8-baf2-de4c51a65c65 tempest-AttachVolumeNegativeTest-1812130680 tempest-AttachVolumeNegativeTest-1812130680-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba64fd8-d7f7-4a5d-8799-5801ee2d3355 HTTP/1.1" status: 200 len: 210 time: 0.0265303 Jan 26 13:22:08.223492 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 42226) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:08.266689 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-51baebbc-828d-493c-a7f2-502f6f20081b admin admin] Deleting subnet f13005dc-61a7-4677-a69e-f7e91e7279f2 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:22:08.269722 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51baebbc-828d-493c-a7f2-502f6f20081b admin admin] Publish callbacks [] for subnet (f13005dc-61a7-4677-a69e-f7e91e7279f2), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.303338 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51baebbc-828d-493c-a7f2-502f6f20081b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4329128'] for subnet (f13005dc-61a7-4677-a69e-f7e91e7279f2), precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.343829 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51baebbc-828d-493c-a7f2-502f6f20081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (f13005dc-61a7-4677-a69e-f7e91e7279f2), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.393810 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51baebbc-828d-493c-a7f2-502f6f20081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4731746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762770'] for subnet (f13005dc-61a7-4677-a69e-f7e91e7279f2), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.418872 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51baebbc-828d-493c-a7f2-502f6f20081b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13005dc-61a7-4677-a69e-f7e91e7279f2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:08.423696 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51baebbc-828d-493c-a7f2-502f6f20081b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.428123 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-51baebbc-828d-493c-a7f2-502f6f20081b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f13005dc-61a7-4677-a69e-f7e91e7279f2 HTTP/1.1" status: 204 len: 168 time: 0.2035389 Jan 26 13:22:08.430582 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 42228) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:08.497891 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (892db26a-3c36-4bde-ac72-fff77fe3cdf9), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.577829 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (892db26a-3c36-4bde-ac72-fff77fe3cdf9), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.597663 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892db26a-3c36-4bde-ac72-fff77fe3cdf9']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:22:08.607786 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:22:08.608082 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cce5e9-2271-4e8a-b0b1-d683fcca2a91') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:22:08.617518 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4329121'] for segment (c2cce5e9-2271-4e8a-b0b1-d683fcca2a91), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.630515 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (c2cce5e9-2271-4e8a-b0b1-d683fcca2a91), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.636230 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:22:08.636606 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4731852'] for segment (c2cce5e9-2271-4e8a-b0b1-d683fcca2a91), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: Traceback (most recent call last): Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: timer() Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: cb(*args, **kw) Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: return func(*args, **kwargs) Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: self._notify() Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: self.callback(batched_events) Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: event.method(event) Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: return f(self, *a, **k) Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._get(url).json() Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: return self.request(url, 'GET', **kwargs) Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:22:08.638338 dv-cinder-824187-5-iscsi neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:22:08.696230 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (892db26a-3c36-4bde-ac72-fff77fe3cdf9), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.713203 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.716557 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] 10.222.0.10 "DELETE /v2.0/networks/892db26a-3c36-4bde-ac72-fff77fe3cdf9 HTTP/1.1" status: 204 len: 168 time: 0.2848880 Jan 26 13:22:08.717868 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f1d36-513f-430e-896a-be5ae2b97b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=892db26a-3c36-4bde-ac72-fff77fe3cdf9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:08.834028 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 42238) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:08.882626 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-331c04a2-f6d7-43f7-9dbd-6972e32579a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80836eb52f6e4222894ea6a04d5a1500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451601 Jan 26 13:22:08.883074 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 42240) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:08.937486 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Publish callbacks [] for security_group (efe29d1e-5867-48b9-87ea-ca948fa6d19e), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:08.958839 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Publish callbacks [] for security_group (efe29d1e-5867-48b9-87ea-ca948fa6d19e), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:09.005387 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (efe29d1e-5867-48b9-87ea-ca948fa6d19e), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:09.008061 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:09.009197 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efe29d1e-5867-48b9-87ea-ca948fa6d19e HTTP/1.1" status: 204 len: 168 time: 0.1250832 Jan 26 13:22:09.016585 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe29d1e-5867-48b9-87ea-ca948fa6d19e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:09.024045 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:09.024387 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:09.024770 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:09.025193 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:09.025554 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:09.025827 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:09.026291 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:09.026625 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:09.026952 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:09.027277 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:09.027597 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:09.027939 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:09.028258 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f03ea-2afd-4e44-9c7b-3e7dd56dc658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:12.065578 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 709f0bde-7115-443a-a2a2-f80211251266 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:22:12.086107 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 709f0bde-7115-443a-a2a2-f80211251266 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:22:12.086449 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 709f0bde-7115-443a-a2a2-f80211251266 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:22:17.784158 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:22:20.323828 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 42390) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:20.422804 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-37108b5c-a616-46c6-8bc5-ad4ca8dc0b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:20.501548 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-37108b5c-a616-46c6-8bc5-ad4ca8dc0b79 admin admin] Publish callbacks [] for security_group (2a4d4f5d-6027-41db-86cb-c433dd202642), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:20.506445 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-37108b5c-a616-46c6-8bc5-ad4ca8dc0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (2a4d4f5d-6027-41db-86cb-c433dd202642), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:20.545905 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37108b5c-a616-46c6-8bc5-ad4ca8dc0b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4d4f5d-6027-41db-86cb-c433dd202642,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:20.551824 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-37108b5c-a616-46c6-8bc5-ad4ca8dc0b79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=188ed369a34a4158ae9be17d77d492bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264333 Jan 26 13:22:20.554580 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 42396) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:20.601043 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eaddf225-14bf-44f7-8cc1-a8965279a93b admin admin] Publish callbacks [] for security_group (2a4d4f5d-6027-41db-86cb-c433dd202642), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:20.621579 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eaddf225-14bf-44f7-8cc1-a8965279a93b admin admin] Publish callbacks [] for security_group (2a4d4f5d-6027-41db-86cb-c433dd202642), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:20.666677 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eaddf225-14bf-44f7-8cc1-a8965279a93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (2a4d4f5d-6027-41db-86cb-c433dd202642), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:20.669190 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eaddf225-14bf-44f7-8cc1-a8965279a93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:20.670303 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-eaddf225-14bf-44f7-8cc1-a8965279a93b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a4d4f5d-6027-41db-86cb-c433dd202642 HTTP/1.1" status: 204 len: 168 time: 0.1150432 Jan 26 13:22:20.678836 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddf225-14bf-44f7-8cc1-a8965279a93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4d4f5d-6027-41db-86cb-c433dd202642,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:20.895914 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:22.341030 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6ece1bf4-f189-4848-9443-aa547b8f9a8f req-7952dddc-9983-4792-ad88-8c5c971a9a10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402853 Jan 26 13:22:22.420888 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bf4-f189-4848-9443-aa547b8f9a8f req-93d73e99-6bf9-4051-9c8e-2b6514c3d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:22.422342 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6ece1bf4-f189-4848-9443-aa547b8f9a8f req-93d73e99-6bf9-4051-9c8e-2b6514c3d8b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0402925 Jan 26 13:22:22.526303 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bf4-f189-4848-9443-aa547b8f9a8f req-2788f75a-2292-4e8c-bf72-bbf851ac3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:22.527780 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6ece1bf4-f189-4848-9443-aa547b8f9a8f req-2788f75a-2292-4e8c-bf72-bbf851ac3169 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 913 time: 0.0865636 Jan 26 13:22:22.598181 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6ece1bf4-f189-4848-9443-aa547b8f9a8f req-dbadf1e4-625c-4621-8742-66294c7da2b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=686efe4b-6abd-4286-9274-db1034531764 HTTP/1.1" status: 200 len: 1001 time: 0.0604718 Jan 26 13:22:22.650187 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bf4-f189-4848-9443-aa547b8f9a8f req-e6eb59c4-414f-4e93-87a0-e663591b3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:22.651606 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6ece1bf4-f189-4848-9443-aa547b8f9a8f req-e6eb59c4-414f-4e93-87a0-e663591b3fab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 200 len: 851 time: 0.0470998 Jan 26 13:22:22.696871 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1bf4-f189-4848-9443-aa547b8f9a8f req-3ac0d56b-35a2-4a17-b094-ee3afbc14242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:22.698343 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6ece1bf4-f189-4848-9443-aa547b8f9a8f req-3ac0d56b-35a2-4a17-b094-ee3afbc14242 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c715bf63-2397-4403-a2dc-b9a4df0d6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401976 Jan 26 13:22:22.785168 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6ece1bf4-f189-4848-9443-aa547b8f9a8f req-6cb1e94f-79b0-4679-aabd-a009ab6566d4 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804350 Jan 26 13:22:22.874546 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6ece1bf4-f189-4848-9443-aa547b8f9a8f req-3df7b9e0-4ec6-4776-8669-bc8d20d8c8e5 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831299 Jan 26 13:22:27.430629 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7e4b283a-c1b2-4640-92b8-31791289bc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:28.334690 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02c8bb-affe-41b5-ba1a-6b66ad8df44e req-479f4732-d362-4432-a654-54f172d38bdc tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:28.336148 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb02c8bb-affe-41b5-ba1a-6b66ad8df44e req-479f4732-d362-4432-a654-54f172d38bdc tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 945 time: 0.0479891 Jan 26 13:22:28.380829 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb02c8bb-affe-41b5-ba1a-6b66ad8df44e req-b0c7339f-9bfc-4309-82bd-bfa45c449a28 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391333 Jan 26 13:22:29.503602 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560d011-207b-4ea9-93df-200b3f62e176 req-17940dab-ae68-45e2-833f-3ef10e31e692 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:29.505608 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c560d011-207b-4ea9-93df-200b3f62e176 req-17940dab-ae68-45e2-833f-3ef10e31e692 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 945 time: 0.0511758 Jan 26 13:22:29.551307 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c560d011-207b-4ea9-93df-200b3f62e176 req-53a471d9-cb1b-4b94-b6df-78e739c5edcf tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399635 Jan 26 13:22:29.687877 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c5e79818-b3c0-4f69-a01b-e11d8787499b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:30.004378 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdcaa6-c752-4c21-8404-77e8e2149672 req-c4dcd20e-c08c-4f0e-9669-799088198747 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:30.006181 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f6bdcaa6-c752-4c21-8404-77e8e2149672 req-c4dcd20e-c08c-4f0e-9669-799088198747 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 945 time: 0.0464003 Jan 26 13:22:30.097121 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-f6bdcaa6-c752-4c21-8404-77e8e2149672 req-5f0827c5-8aaa-43b0-a5a1-32aa700f9ebd tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Deleting port 83f184fd-fb5e-48d1-99ec-c22ed7716921 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:22:30.097482 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f6bdcaa6-c752-4c21-8404-77e8e2149672 req-5f0827c5-8aaa-43b0-a5a1-32aa700f9ebd tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:30.187364 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f6bdcaa6-c752-4c21-8404-77e8e2149672 req-5f0827c5-8aaa-43b0-a5a1-32aa700f9ebd tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] For port 83f184fd-fb5e-48d1-99ec-c22ed7716921, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=83f184fd-fb5e-48d1-99ec-c22ed7716921,segment=NetworkSegment(6a04df85-cbea-4a1a-ab12-e344e8cf3126),segment_id=6a04df85-cbea-4a1a-ab12-e344e8cf3126)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:22:30.187756 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f6bdcaa6-c752-4c21-8404-77e8e2149672 req-5f0827c5-8aaa-43b0-a5a1-32aa700f9ebd tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:30.199881 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-f6bdcaa6-c752-4c21-8404-77e8e2149672 req-5f0827c5-8aaa-43b0-a5a1-32aa700f9ebd tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Calling delete_port for 83f184fd-fb5e-48d1-99ec-c22ed7716921 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:22:30.329775 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f6bdcaa6-c752-4c21-8404-77e8e2149672 req-5f0827c5-8aaa-43b0-a5a1-32aa700f9ebd tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (83f184fd-fb5e-48d1-99ec-c22ed7716921), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:30.344288 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['83f184fd-fb5e-48d1-99ec-c22ed7716921'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:22:30.361323 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0827c5-8aaa-43b0-a5a1-32aa700f9ebd tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Pushing event deleted for resources: {'Port': ['ID=83f184fd-fb5e-48d1-99ec-c22ed7716921,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:30.400672 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bdcaa6-c752-4c21-8404-77e8e2149672 req-5f0827c5-8aaa-43b0-a5a1-32aa700f9ebd tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] No DVR routers for this DVR port 83f184fd-fb5e-48d1-99ec-c22ed7716921 on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:22:30.403078 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f6bdcaa6-c752-4c21-8404-77e8e2149672 req-5f0827c5-8aaa-43b0-a5a1-32aa700f9ebd tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:30.406404 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-f6bdcaa6-c752-4c21-8404-77e8e2149672 req-5f0827c5-8aaa-43b0-a5a1-32aa700f9ebd tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.24 "DELETE /v2.0/ports/83f184fd-fb5e-48d1-99ec-c22ed7716921 HTTP/1.1" status: 204 len: 173 time: 0.3939147 Jan 26 13:22:30.406845 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c5c348-b0ae-4b8b-beb6-b34d77d351eb', 'name': 'network-vif-deleted', 'tag': '83f184fd-fb5e-48d1-99ec-c22ed7716921'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:22:30.409079 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579f9d86-1b2f-4146-b7b9-9d435ad2ac0f" -d '{"events": [{"server_uuid": "51c5c348-b0ae-4b8b-beb6-b34d77d351eb", "name": "network-vif-deleted", "tag": "83f184fd-fb5e-48d1-99ec-c22ed7716921"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:22:30.448682 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a9e7fd-6732-4e20-98c8-91a7da53eb9d x-openstack-request-id: req-c6a9e7fd-6732-4e20-98c8-91a7da53eb9d {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:22:30.448984 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c5c348-b0ae-4b8b-beb6-b34d77d351eb", "name": "network-vif-deleted", "tag": "83f184fd-fb5e-48d1-99ec-c22ed7716921", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:22:30.449240 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6a9e7fd-6732-4e20-98c8-91a7da53eb9d {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:22:30.449645 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c5c348-b0ae-4b8b-beb6-b34d77d351eb', 'name': 'network-vif-deleted', 'tag': '83f184fd-fb5e-48d1-99ec-c22ed7716921', 'status': 'completed', 'code': 200} Jan 26 13:22:30.660691 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-53bf2d00-f823-42be-bf9c-d99589dbae7a req-128c6273-c3bd-45b3-98fd-e51c239bf7d6 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=51c5c348-b0ae-4b8b-beb6-b34d77d351eb HTTP/1.1" status: 200 len: 210 time: 0.0253797 Jan 26 13:22:30.918903 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:31.172856 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 42550) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:31.282491 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ed365475-92c0-4a06-b5c5-b9eea5271f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:31.356363 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ed365475-92c0-4a06-b5c5-b9eea5271f70 admin admin] Publish callbacks [] for security_group (3e28bb28-e09f-4e0d-922a-d18f55b649a4), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:31.359630 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ed365475-92c0-4a06-b5c5-b9eea5271f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (3e28bb28-e09f-4e0d-922a-d18f55b649a4), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:31.396837 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-ed365475-92c0-4a06-b5c5-b9eea5271f70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2762ba4c7feb4c728a8e4cc2802da5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226944 Jan 26 13:22:31.397715 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed365475-92c0-4a06-b5c5-b9eea5271f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e28bb28-e09f-4e0d-922a-d18f55b649a4,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:31.399417 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 42554) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:31.446739 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-885430eb-a39d-4857-a7bd-f7caf4de298b admin admin] Publish callbacks [] for security_group (3e28bb28-e09f-4e0d-922a-d18f55b649a4), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:31.470400 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-885430eb-a39d-4857-a7bd-f7caf4de298b admin admin] Publish callbacks [] for security_group (3e28bb28-e09f-4e0d-922a-d18f55b649a4), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:31.513857 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-885430eb-a39d-4857-a7bd-f7caf4de298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (3e28bb28-e09f-4e0d-922a-d18f55b649a4), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:31.516395 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-885430eb-a39d-4857-a7bd-f7caf4de298b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:31.517529 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-885430eb-a39d-4857-a7bd-f7caf4de298b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e28bb28-e09f-4e0d-922a-d18f55b649a4 HTTP/1.1" status: 204 len: 168 time: 0.1171145 Jan 26 13:22:31.525574 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885430eb-a39d-4857-a7bd-f7caf4de298b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e28bb28-e09f-4e0d-922a-d18f55b649a4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:31.782864 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 42564) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:31.797717 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f8ac60a5-9fa8-43d5-8ca8-3fe0928d2735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:31.882310 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f8ac60a5-9fa8-43d5-8ca8-3fe0928d2735 admin admin] Publish callbacks [] for security_group (a4b11b35-c23a-416f-a728-5052c345a6e4), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:31.886091 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f8ac60a5-9fa8-43d5-8ca8-3fe0928d2735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (a4b11b35-c23a-416f-a728-5052c345a6e4), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:31.923206 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-f8ac60a5-9fa8-43d5-8ca8-3fe0928d2735 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c67d253b0b354c1cb308c64ca796cebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390889 Jan 26 13:22:31.924082 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac60a5-9fa8-43d5-8ca8-3fe0928d2735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b11b35-c23a-416f-a728-5052c345a6e4,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:31.926250 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 42568) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:31.978046 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbab32a9-35eb-420e-b191-3074186082ae admin admin] Publish callbacks [] for security_group (a4b11b35-c23a-416f-a728-5052c345a6e4), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:31.999274 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbab32a9-35eb-420e-b191-3074186082ae admin admin] Publish callbacks [] for security_group (a4b11b35-c23a-416f-a728-5052c345a6e4), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:32.044415 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbab32a9-35eb-420e-b191-3074186082ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (a4b11b35-c23a-416f-a728-5052c345a6e4), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:32.047097 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbab32a9-35eb-420e-b191-3074186082ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:32.048268 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-bbab32a9-35eb-420e-b191-3074186082ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4b11b35-c23a-416f-a728-5052c345a6e4 HTTP/1.1" status: 204 len: 168 time: 0.1201494 Jan 26 13:22:32.056710 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab32a9-35eb-420e-b191-3074186082ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b11b35-c23a-416f-a728-5052c345a6e4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:32.250321 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:33.770121 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:34.706235 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 83f184fd-fb5e-48d1-99ec-c22ed7716921 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:22:34.729376 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 83f184fd-fb5e-48d1-99ec-c22ed7716921 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:22:34.729713 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 83f184fd-fb5e-48d1-99ec-c22ed7716921 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:22:41.709414 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-cf0551d9-2f5d-4834-9420-f2a1d585a731 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:41.711554 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-cf0551d9-2f5d-4834-9420-f2a1d585a731 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/networks?id=d0307163-da1c-4e55-ab2e-8c1f547f7c64 HTTP/1.1" status: 200 len: 813 time: 0.1073890 Jan 26 13:22:41.725977 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-00c1119b-66bf-4803-b5b7-119db4f91dbe tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/quotas/874958b2496d4d0f96706944e064fd8a HTTP/1.1" status: 200 len: 375 time: 0.0094001 Jan 26 13:22:41.757523 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-7e00620e-9064-4676-9f01-4f202140215d tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=874958b2496d4d0f96706944e064fd8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268250 Jan 26 13:22:41.852814 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-caef4d75-ca4d-4f5e-a406-ea6b1ea47936 service neutron] 10.222.0.10 "GET /v2.0/networks/d0307163-da1c-4e55-ab2e-8c1f547f7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887516 Jan 26 13:22:41.948308 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-b066be39-de88-4fbd-a711-7379f038d8da service neutron] 10.222.0.10 "GET /v2.0/networks/d0307163-da1c-4e55-ab2e-8c1f547f7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899074 Jan 26 13:22:42.104152 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-314a2440-bd2d-442a-ab34-982d2e1cc209 req-8cc889e6-7e8a-49b3-9e8c-3bbdd6c57cca tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 210 time: 0.0268764 Jan 26 13:22:43.027315 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-f26e6098-6343-4509-91de-3a67dc5d116c tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:43.028686 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-f26e6098-6343-4509-91de-3a67dc5d116c tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.24 "GET /v2.0/networks?id=d0307163-da1c-4e55-ab2e-8c1f547f7c64 HTTP/1.1" status: 200 len: 813 time: 0.1138365 Jan 26 13:22:43.041405 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Request body: {'port': {'device_id': '2a8310ef-3106-4aec-9478-e135b15426a4', 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64', 'admin_state_up': True, 'tenant_id': '874958b2496d4d0f96706944e064fd8a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:22:43.155958 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Made reservation on behalf of 874958b2496d4d0f96706944e064fd8a for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:22:43.159748 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:43.204282 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0f627654-22c7-45a5-9b3e-c11dfb2fb642 req-d4581b46-6bfb-4307-90ec-73eed0efbea4 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 210 time: 0.0305476 Jan 26 13:22:43.314750 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Allocated IP 172.20.0.5 (d0307163-da1c-4e55-ab2e-8c1f547f7c64/c4643a11-c05a-4e61-91fc-1c3471c5b8d1/a475cc9a-21b0-435d-a9a1-20d9559bb883) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:22:43.467488 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks [] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:43.501068 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:43.543394 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Network d0307163-da1c-4e55-ab2e-8c1f547f7c64 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:22:43.546366 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:22:43.548926 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:22:43.580361 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Pushing event updated for resources: {'Port': ['ID=a475cc9a-21b0-435d-a9a1-20d9559bb883,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:43.607697 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:43.608337 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:43.624435 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-5b9b4c84-0fcc-4c86-a180-7edf9bd89e37 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867717 Jan 26 13:22:43.635538 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Request body: {'port': {'device_id': '2a8310ef-3106-4aec-9478-e135b15426a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:22:43.689651 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:43.963762 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a475cc9a-21b0-435d-a9a1-20d9559bb883 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:22:43.970986 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Publish callbacks [] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:43.986210 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Transition to ACTIVE for port object a475cc9a-21b0-435d-a9a1-20d9559bb883 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:22:43.990217 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:44.042169 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Pushing event updated for resources: {'Port': ['ID=a475cc9a-21b0-435d-a9a1-20d9559bb883,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:44.109572 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Attempting to bind port a475cc9a-21b0-435d-a9a1-20d9559bb883 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:22:44.109902 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Attempting to bind port a475cc9a-21b0-435d-a9a1-20d9559bb883 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '6a04df85-cbea-4a1a-ab12-e344e8cf3126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:22:44.110226 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Attempting to bind port a475cc9a-21b0-435d-a9a1-20d9559bb883 on network d0307163-da1c-4e55-ab2e-8c1f547f7c64 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:22:44.114421 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Port a475cc9a-21b0-435d-a9a1-20d9559bb883 on network d0307163-da1c-4e55-ab2e-8c1f547f7c64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:22:44.115248 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Attempting to bind port a475cc9a-21b0-435d-a9a1-20d9559bb883 on network d0307163-da1c-4e55-ab2e-8c1f547f7c64 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:22:44.120090 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:22:44.120417 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Checking segment: {'id': '6a04df85-cbea-4a1a-ab12-e344e8cf3126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:22:44.120787 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Bound using segment: {'id': '6a04df85-cbea-4a1a-ab12-e344e8cf3126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:22:44.121205 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Bound port: a475cc9a-21b0-435d-a9a1-20d9559bb883, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a04df85-cbea-4a1a-ab12-e344e8cf3126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:22:44.121547 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:44.182842 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] For port a475cc9a-21b0-435d-a9a1-20d9559bb883, host hv-cinder-82418, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:22:44.185736 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] For port a475cc9a-21b0-435d-a9a1-20d9559bb883, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a475cc9a-21b0-435d-a9a1-20d9559bb883,segment=NetworkSegment(6a04df85-cbea-4a1a-ab12-e344e8cf3126),segment_id=6a04df85-cbea-4a1a-ab12-e344e8cf3126)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:22:44.191477 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:44.235309 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:44.240059 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:44.241691 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] 10.222.0.24 "PUT /v2.0/ports/a475cc9a-21b0-435d-a9a1-20d9559bb883 HTTP/1.1" status: 200 len: 1093 time: 0.6101246 Jan 26 13:22:44.242162 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8310ef-3106-4aec-9478-e135b15426a4', 'tag': 'a475cc9a-21b0-435d-a9a1-20d9559bb883'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:22:44.244512 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfc9f7b-d843-487c-9e75-e5a7c5af329a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8310ef-3106-4aec-9478-e135b15426a4", "tag": "a475cc9a-21b0-435d-a9a1-20d9559bb883"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:22:44.273525 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aefeec-799c-4f89-94c6-a3a8d2e22051 service neutron] Pushing event updated for resources: {'Port': ['ID=a475cc9a-21b0-435d-a9a1-20d9559bb883,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:44.293987 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41292a37-7b3d-413d-bc92-69482b6322f4 x-openstack-request-id: req-41292a37-7b3d-413d-bc92-69482b6322f4 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:22:44.294283 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8310ef-3106-4aec-9478-e135b15426a4", "tag": "a475cc9a-21b0-435d-a9a1-20d9559bb883", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:22:44.294530 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41292a37-7b3d-413d-bc92-69482b6322f4 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:22:44.294918 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8310ef-3106-4aec-9478-e135b15426a4', 'tag': 'a475cc9a-21b0-435d-a9a1-20d9559bb883', 'status': 'completed', 'code': 200} Jan 26 13:22:44.353789 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-86e095fa-aa4c-47dd-a9f1-2febdcf20618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:44.355260 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-86e095fa-aa4c-47dd-a9f1-2febdcf20618 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=874958b2496d4d0f96706944e064fd8a&device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 1096 time: 0.0717306 Jan 26 13:22:44.365483 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ca787-0345-4a8d-ae0e-2af2d51d3126 req-10416ee9-e8e3-4cb8-ac50-fc488c0a6c61 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:44.366810 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e71ca787-0345-4a8d-ae0e-2af2d51d3126 req-10416ee9-e8e3-4cb8-ac50-fc488c0a6c61 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 943 time: 0.0710721 Jan 26 13:22:44.415259 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-51d897af-7d9e-4d1c-aeaf-b9466d3da50a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a475cc9a-21b0-435d-a9a1-20d9559bb883 HTTP/1.1" status: 200 len: 217 time: 0.0475237 Jan 26 13:22:44.476196 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e71ca787-0345-4a8d-ae0e-2af2d51d3126 req-5f0b86d0-37b3-4b81-a36e-c710eab491d7 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027329 Jan 26 13:22:44.481342 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-3409430d-564c-41ae-8971-043814824cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:44.482689 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-3409430d-564c-41ae-8971-043814824cbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4643a11-c05a-4e61-91fc-1c3471c5b8d1 HTTP/1.1" status: 200 len: 853 time: 0.0608680 Jan 26 13:22:44.515978 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-9ef0937f-9755-4058-a151-8034cb057a2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0307163-da1c-4e55-ab2e-8c1f547f7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265126 Jan 26 13:22:44.605830 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-cb7650ea-abdb-49d3-b33e-62af7eb6220f service neutron] 10.222.0.24 "GET /v2.0/networks/d0307163-da1c-4e55-ab2e-8c1f547f7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831664 Jan 26 13:22:44.694919 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cb9b2963-9cd6-453f-a377-0abfb5fb9a55 req-73067bd7-830b-4e0a-9f48-587109b52f16 service neutron] 10.222.0.24 "GET /v2.0/networks/d0307163-da1c-4e55-ab2e-8c1f547f7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829136 Jan 26 13:22:44.781068 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc9f7b-d843-487c-9e75-e5a7c5af329a req-999b3231-1383-481f-9eef-a115c7c0e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:44.782526 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8dfc9f7b-d843-487c-9e75-e5a7c5af329a req-999b3231-1383-481f-9eef-a115c7c0e11f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=874958b2496d4d0f96706944e064fd8a&device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 1096 time: 0.0444620 Jan 26 13:22:44.869696 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc9f7b-d843-487c-9e75-e5a7c5af329a req-93429a65-54b8-44fa-bf04-5b21ab2d0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:44.871138 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8dfc9f7b-d843-487c-9e75-e5a7c5af329a req-93429a65-54b8-44fa-bf04-5b21ab2d0015 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0307163-da1c-4e55-ab2e-8c1f547f7c64 HTTP/1.1" status: 200 len: 914 time: 0.0828876 Jan 26 13:22:44.914418 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8dfc9f7b-d843-487c-9e75-e5a7c5af329a req-58b97294-0630-4a54-a06c-262b94ce1bf0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a475cc9a-21b0-435d-a9a1-20d9559bb883 HTTP/1.1" status: 200 len: 217 time: 0.0369284 Jan 26 13:22:44.961668 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc9f7b-d843-487c-9e75-e5a7c5af329a req-197d6928-ac99-402c-8f88-2bf5839d5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:44.963036 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8dfc9f7b-d843-487c-9e75-e5a7c5af329a req-197d6928-ac99-402c-8f88-2bf5839d5f81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4643a11-c05a-4e61-91fc-1c3471c5b8d1 HTTP/1.1" status: 200 len: 853 time: 0.0419197 Jan 26 13:22:44.992602 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8dfc9f7b-d843-487c-9e75-e5a7c5af329a req-e9de1ea1-7f44-46c8-9359-3b14281ff649 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0307163-da1c-4e55-ab2e-8c1f547f7c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226679 Jan 26 13:22:45.084002 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8dfc9f7b-d843-487c-9e75-e5a7c5af329a req-a97a25a3-d73e-4dd8-a2fa-9f7910f5d88b service neutron] 10.222.0.24 "GET /v2.0/networks/d0307163-da1c-4e55-ab2e-8c1f547f7c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832198 Jan 26 13:22:45.169760 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8dfc9f7b-d843-487c-9e75-e5a7c5af329a req-8161d15d-75eb-4993-9218-3e4b31061b03 service neutron] 10.222.0.24 "GET /v2.0/networks/d0307163-da1c-4e55-ab2e-8c1f547f7c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792904 Jan 26 13:22:45.591166 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af43677-94f5-4868-93e2-2e838851ba17 req-16c94496-1089-4fcc-9faa-e8d3f8c5239c tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:45.592638 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1af43677-94f5-4868-93e2-2e838851ba17 req-16c94496-1089-4fcc-9faa-e8d3f8c5239c tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 943 time: 0.0470393 Jan 26 13:22:45.640541 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-1af43677-94f5-4868-93e2-2e838851ba17 req-5adfafde-2811-43e0-a134-93a4a8ecf3ff tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Jan 26 13:22:46.733059 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a475cc9a-21b0-435d-a9a1-20d9559bb883 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:22:46.965543 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a475cc9a-21b0-435d-a9a1-20d9559bb883, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a475cc9a-21b0-435d-a9a1-20d9559bb883,segment=NetworkSegment(6a04df85-cbea-4a1a-ab12-e344e8cf3126),segment_id=6a04df85-cbea-4a1a-ab12-e344e8cf3126)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:22:46.977273 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': 'a475cc9a-21b0-435d-a9a1-20d9559bb883', 'network_id': 'd0307163-da1c-4e55-ab2e-8c1f547f7c64', 'port_id': 'a475cc9a-21b0-435d-a9a1-20d9559bb883', 'mac_address': 'fa:16:3e:19:57:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4643a11-c05a-4e61-91fc-1c3471c5b8d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:22:47.014107 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port a475cc9a-21b0-435d-a9a1-20d9559bb883 is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:22:47.014507 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:47.027182 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b09d-9161-4d37-8e57-ed2ff2378227 req-7df79007-8c2e-4291-81d4-cb0e8eb08e97 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:47.027769 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a475cc9a-21b0-435d-a9a1-20d9559bb883 {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:22:47.028668 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5214b09d-9161-4d37-8e57-ed2ff2378227 req-7df79007-8c2e-4291-81d4-cb0e8eb08e97 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 943 time: 0.3215132 Jan 26 13:22:47.047035 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a475cc9a-21b0-435d-a9a1-20d9559bb883, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a475cc9a-21b0-435d-a9a1-20d9559bb883,segment=NetworkSegment(6a04df85-cbea-4a1a-ab12-e344e8cf3126),segment_id=6a04df85-cbea-4a1a-ab12-e344e8cf3126)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:22:47.051431 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:47.074770 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-5214b09d-9161-4d37-8e57-ed2ff2378227 req-9d8c413b-9f19-400f-b137-3f3c95a78287 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405004 Jan 26 13:22:47.101939 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=a475cc9a-21b0-435d-a9a1-20d9559bb883,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:47.108091 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.108447 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.108793 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.109133 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.109463 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.109794 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.110119 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.110444 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.110767 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.111092 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.111410 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.111747 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.112066 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:22:47.314137 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['a475cc9a-21b0-435d-a9a1-20d9559bb883'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:22:48.185711 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec45c5b-6c5f-486f-8e50-05b80b1d3f71 req-ab0dcb6d-274a-47bd-b5af-6975e8dcabb8 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:48.187152 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-aec45c5b-6c5f-486f-8e50-05b80b1d3f71 req-ab0dcb6d-274a-47bd-b5af-6975e8dcabb8 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 944 time: 0.0472786 Jan 26 13:22:48.234568 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-aec45c5b-6c5f-486f-8e50-05b80b1d3f71 req-1752f139-37ac-4b92-8125-2590c85d761b tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Jan 26 13:22:48.751498 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a475cc9a-21b0-435d-a9a1-20d9559bb883 up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:22:48.800678 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port a475cc9a-21b0-435d-a9a1-20d9559bb883 completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:22:48.805020 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port a475cc9a-21b0-435d-a9a1-20d9559bb883 triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:22:48.805386 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:48.878126 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port a475cc9a-21b0-435d-a9a1-20d9559bb883 is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:22:48.878511 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:48.900584 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8310ef-3106-4aec-9478-e135b15426a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a475cc9a-21b0-435d-a9a1-20d9559bb883'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:22:48.902843 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828f17b7-bf65-475c-a20e-810225227ad0" -d '{"events": [{"server_uuid": "2a8310ef-3106-4aec-9478-e135b15426a4", "name": "network-vif-plugged", "status": "completed", "tag": "a475cc9a-21b0-435d-a9a1-20d9559bb883"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:22:48.916192 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port a475cc9a-21b0-435d-a9a1-20d9559bb883, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a475cc9a-21b0-435d-a9a1-20d9559bb883,segment=NetworkSegment(6a04df85-cbea-4a1a-ab12-e344e8cf3126),segment_id=6a04df85-cbea-4a1a-ab12-e344e8cf3126)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:22:48.921203 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:48.954805 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff6c158-cbcc-4c9e-a310-2fbb18e54284 x-openstack-request-id: req-1ff6c158-cbcc-4c9e-a310-2fbb18e54284 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:22:48.955102 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8310ef-3106-4aec-9478-e135b15426a4", "name": "network-vif-plugged", "status": "completed", "tag": "a475cc9a-21b0-435d-a9a1-20d9559bb883", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:22:48.955349 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ff6c158-cbcc-4c9e-a310-2fbb18e54284 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:22:48.955833 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8310ef-3106-4aec-9478-e135b15426a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a475cc9a-21b0-435d-a9a1-20d9559bb883', 'code': 200} Jan 26 13:22:48.982913 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=a475cc9a-21b0-435d-a9a1-20d9559bb883,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:49.112234 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c11b5-e441-46a5-a48a-536eb6f09956 req-2c0bb387-8f4e-4ce5-854d-b01598fdc279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:49.113765 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-365c11b5-e441-46a5-a48a-536eb6f09956 req-2c0bb387-8f4e-4ce5-854d-b01598fdc279 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 1098 time: 0.0425503 Jan 26 13:22:49.158172 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-365c11b5-e441-46a5-a48a-536eb6f09956 req-9fb5a0b3-0dfb-4987-b5a6-f919baddb331 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386901 Jan 26 13:22:49.349348 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57683793-c486-4fb5-9f14-edc5fc35b51f req-a24f3550-cd3f-4a28-b9b7-e319c7423dee tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:49.350837 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-57683793-c486-4fb5-9f14-edc5fc35b51f req-a24f3550-cd3f-4a28-b9b7-e319c7423dee tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 945 time: 0.0465271 Jan 26 13:22:49.401998 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-57683793-c486-4fb5-9f14-edc5fc35b51f req-26456c34-5aad-4efe-9ef3-053bff0de66f tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Jan 26 13:22:50.519969 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0794b-103e-4d07-9c30-d5810f04e16a req-d5453f45-5a90-4890-bd40-7aafc7e942e4 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:50.522025 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2ff0794b-103e-4d07-9c30-d5810f04e16a req-d5453f45-5a90-4890-bd40-7aafc7e942e4 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 945 time: 0.0481639 Jan 26 13:22:50.533422 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 42790) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:50.571955 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2ff0794b-103e-4d07-9c30-d5810f04e16a req-401f435e-630b-433f-a1bf-951533b4e0ae tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446115 Jan 26 13:22:50.639063 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b258fec9-c3c1-4ebd-b04c-3479dd9171c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:50.715833 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b258fec9-c3c1-4ebd-b04c-3479dd9171c7 admin admin] Publish callbacks [] for security_group (227851a8-9283-4d2b-bc3f-20b676b9a888), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:50.720561 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b258fec9-c3c1-4ebd-b04c-3479dd9171c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (227851a8-9283-4d2b-bc3f-20b676b9a888), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:50.759983 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-b258fec9-c3c1-4ebd-b04c-3479dd9171c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8888cd1d75774c2484d9518cc2cf4ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254462 Jan 26 13:22:50.761074 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258fec9-c3c1-4ebd-b04c-3479dd9171c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227851a8-9283-4d2b-bc3f-20b676b9a888,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:50.762680 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 42802) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:50.814818 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63789e4d-e366-414b-ac1f-6678cc45bb3c admin admin] Publish callbacks [] for security_group (227851a8-9283-4d2b-bc3f-20b676b9a888), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:50.838504 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63789e4d-e366-414b-ac1f-6678cc45bb3c admin admin] Publish callbacks [] for security_group (227851a8-9283-4d2b-bc3f-20b676b9a888), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:50.895016 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63789e4d-e366-414b-ac1f-6678cc45bb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (227851a8-9283-4d2b-bc3f-20b676b9a888), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:50.898002 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63789e4d-e366-414b-ac1f-6678cc45bb3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:50.899501 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-63789e4d-e366-414b-ac1f-6678cc45bb3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/227851a8-9283-4d2b-bc3f-20b676b9a888 HTTP/1.1" status: 204 len: 168 time: 0.1358159 Jan 26 13:22:50.908262 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63789e4d-e366-414b-ac1f-6678cc45bb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227851a8-9283-4d2b-bc3f-20b676b9a888,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:50.917066 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:51.531725 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 42826) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:51.623947 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1415491652-network', 'tenant_id': '6b73f5e8a55a490f874808868d30abd0'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:22:51.643867 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Made reservation on behalf of 6b73f5e8a55a490f874808868d30abd0 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:22:51.646931 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for network (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:51.655099 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:51.725096 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Publish callbacks [] for security_group (839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:51.728500 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:51.747948 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 13:22:51.762702 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:51.765554 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (41014357-00a4-404a-97f7-1fe76f0b0e96), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:51.765900 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.db.segments_db [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Added segment 41014357-00a4-404a-97f7-1fe76f0b0e96 of type vlan for network cc5ffa70-15bd-470d-8ef2-4964e386ad23 Jan 26 13:22:51.809613 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740262870878'] for network (cc5ffa70-15bd-470d-8ef2-4964e386ad23), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:51.838058 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282'] for network (cc5ffa70-15bd-470d-8ef2-4964e386ad23), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:51.839018 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:51.839594 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:51.868168 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3353195 Jan 26 13:22:51.871065 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 42830) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:22:51.876085 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.v2.base [None req-c433e23e-75f4-4410-be3d-bb62eab529bd admin admin] Request body: {'subnet': {'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1415491652-subnet', 'tenant_id': '6b73f5e8a55a490f874808868d30abd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102609) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:22:51.894126 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c433e23e-75f4-4410-be3d-bb62eab529bd admin admin] Made reservation on behalf of 6b73f5e8a55a490f874808868d30abd0 for: {'subnet': 1} {{(pid=102609) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:22:51.897380 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c433e23e-75f4-4410-be3d-bb62eab529bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4636887'] for subnet (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:51.902410 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f96d57-7a75-4235-943f-f4d34a91d8aa admin admin] Pushing event updated for resources: {'Network': ['ID=cc5ffa70-15bd-470d-8ef2-4964e386ad23,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:51.915163 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Network cc5ffa70-15bd-470d-8ef2-4964e386ad23 details requested by agent ovs-agent-dv-cinder-824187-5-iscsi with host dv-cinder-824187-5-iscsi {{(pid=102610) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 13:22:52.067796 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c433e23e-75f4-4410-be3d-bb62eab529bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4580080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4636897'] for subnet (c046ba44-d4c1-46d9-bfb4-f384e5e6829c), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:52.126646 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433e23e-75f4-4410-be3d-bb62eab529bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c046ba44-d4c1-46d9-bfb4-f384e5e6829c,revision_number=0']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:52.133991 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c433e23e-75f4-4410-be3d-bb62eab529bd admin admin] Checking segment: {'id': '41014357-00a4-404a-97f7-1fe76f0b0e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:22:52.134351 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433e23e-75f4-4410-be3d-bb62eab529bd admin admin] Network hostable DHCP agents. Network: cc5ffa70-15bd-470d-8ef2-4964e386ad23, hostable agents: ['47b3c601-9d8a-4704-bc30-3812a1040281'], hosted agents: [] {{(pid=102609) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 13:22:52.150861 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433e23e-75f4-4410-be3d-bb62eab529bd admin admin] Network cc5ffa70-15bd-470d-8ef2-4964e386ad23 is scheduled to be hosted by DHCP agent 47b3c601-9d8a-4704-bc30-3812a1040281 with binding_index 1 {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 13:22:52.158992 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-c433e23e-75f4-4410-be3d-bb62eab529bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-5-iscsi, cc5ffa70-15bd-470d-8ef2-4964e386ad23) {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:22:52.163839 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433e23e-75f4-4410-be3d-bb62eab529bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102609) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:52.164492 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c433e23e-75f4-4410-be3d-bb62eab529bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:52.169701 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c57640-aa3f-45f8-b213-dc640fda602b None None] Network cc5ffa70-15bd-470d-8ef2-4964e386ad23 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:22:52.187417 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c433e23e-75f4-4410-be3d-bb62eab529bd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3151059 Jan 26 13:22:52.274208 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438725fb-7682-45d4-a120-7df1a7ccbfea None None] Network cc5ffa70-15bd-470d-8ef2-4964e386ad23 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:22:53.908124 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-bcf9cdac-6cff-4629-9a90-ede8062229b8 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:53.909565 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-bcf9cdac-6cff-4629-9a90-ede8062229b8 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/networks?id=cc5ffa70-15bd-470d-8ef2-4964e386ad23 HTTP/1.1" status: 200 len: 809 time: 0.1058612 Jan 26 13:22:53.924668 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-2b9cebe1-7331-4e20-8f39-7eada9dd1f29 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/quotas/6b73f5e8a55a490f874808868d30abd0 HTTP/1.1" status: 200 len: 375 time: 0.0087295 Jan 26 13:22:53.954895 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-9c268567-e70b-4ac1-9d4d-bcb8fbbb9752 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b73f5e8a55a490f874808868d30abd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249197 Jan 26 13:22:54.046024 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-5595ff7a-4c47-4142-9197-c7d3d17a5e1c service neutron] 10.222.0.10 "GET /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846832 Jan 26 13:22:54.143314 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-593a98ef-b48b-4d6b-b545-b73e82c2b591 service neutron] 10.222.0.10 "GET /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905175 Jan 26 13:22:54.300512 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b2e4b48f-a3b7-43b6-b091-dfee2457258c req-40107ee3-9519-4a38-8a65-8521acfe1615 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 210 time: 0.0268261 Jan 26 13:22:54.783696 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:22:55.228302 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-737c8d05-eddf-4de2-9977-b4e06ce5ae7a tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:55.229775 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-737c8d05-eddf-4de2-9977-b4e06ce5ae7a tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.24 "GET /v2.0/networks?id=cc5ffa70-15bd-470d-8ef2-4964e386ad23 HTTP/1.1" status: 200 len: 809 time: 0.1055348 Jan 26 13:22:55.241815 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Request body: {'port': {'device_id': '53d0ecdf-940c-436c-aa87-c49a08d90bc6', 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23', 'admin_state_up': True, 'tenant_id': '6b73f5e8a55a490f874808868d30abd0'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:22:55.354295 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Made reservation on behalf of 6b73f5e8a55a490f874808868d30abd0 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:22:55.358104 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:55.401589 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-200c7171-f33e-4471-b295-3b3516a470ec req-ee6288fd-2189-458b-9478-8d7bf9dddcde tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 210 time: 0.0314989 Jan 26 13:22:55.504356 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Allocated IP 172.20.0.7 (cc5ffa70-15bd-470d-8ef2-4964e386ad23/c046ba44-d4c1-46d9-bfb4-f384e5e6829c/553fbfb5-4fc7-414d-8541-ca8799f90b0d) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:22:55.648073 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks [] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:55.681686 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:55.727944 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Network cc5ffa70-15bd-470d-8ef2-4964e386ad23 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:22:55.731045 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:22:55.737497 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:22:55.743921 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Pushing event updated for resources: {'Port': ['ID=553fbfb5-4fc7-414d-8541-ca8799f90b0d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:55.787626 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:55.788251 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:55.803938 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e2b36bd5-afd4-4770-aa46-0afe9d0dfaf4 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661514 Jan 26 13:22:55.816429 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Request body: {'port': {'device_id': '53d0ecdf-940c-436c-aa87-c49a08d90bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:22:55.867788 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:56.122861 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553fbfb5-4fc7-414d-8541-ca8799f90b0d {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:22:56.130802 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Publish callbacks [] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:56.142423 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Transition to ACTIVE for port object 553fbfb5-4fc7-414d-8541-ca8799f90b0d will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:22:56.146177 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:56.198521 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Pushing event updated for resources: {'Port': ['ID=553fbfb5-4fc7-414d-8541-ca8799f90b0d,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:56.260025 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Attempting to bind port 553fbfb5-4fc7-414d-8541-ca8799f90b0d on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:22:56.260670 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Attempting to bind port 553fbfb5-4fc7-414d-8541-ca8799f90b0d by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '41014357-00a4-404a-97f7-1fe76f0b0e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:22:56.260670 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Attempting to bind port 553fbfb5-4fc7-414d-8541-ca8799f90b0d on network cc5ffa70-15bd-470d-8ef2-4964e386ad23 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:22:56.264889 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Port 553fbfb5-4fc7-414d-8541-ca8799f90b0d on network cc5ffa70-15bd-470d-8ef2-4964e386ad23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:22:56.265210 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Attempting to bind port 553fbfb5-4fc7-414d-8541-ca8799f90b0d on network cc5ffa70-15bd-470d-8ef2-4964e386ad23 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:22:56.269983 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:22:56.270348 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Checking segment: {'id': '41014357-00a4-404a-97f7-1fe76f0b0e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:22:56.270920 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Bound using segment: {'id': '41014357-00a4-404a-97f7-1fe76f0b0e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:22:56.271371 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Bound port: 553fbfb5-4fc7-414d-8541-ca8799f90b0d, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41014357-00a4-404a-97f7-1fe76f0b0e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:22:56.271748 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:56.336028 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] For port 553fbfb5-4fc7-414d-8541-ca8799f90b0d, host hv-cinder-82418, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:22:56.338988 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] For port 553fbfb5-4fc7-414d-8541-ca8799f90b0d, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=553fbfb5-4fc7-414d-8541-ca8799f90b0d,segment=NetworkSegment(41014357-00a4-404a-97f7-1fe76f0b0e96),segment_id=41014357-00a4-404a-97f7-1fe76f0b0e96)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:22:56.343108 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:56.376767 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:56.377380 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:56.378743 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] 10.222.0.24 "PUT /v2.0/ports/553fbfb5-4fc7-414d-8541-ca8799f90b0d HTTP/1.1" status: 200 len: 1093 time: 0.5661788 Jan 26 13:22:56.379181 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d0ecdf-940c-436c-aa87-c49a08d90bc6', 'tag': '553fbfb5-4fc7-414d-8541-ca8799f90b0d'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:22:56.381536 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7384f54a-8073-4c2e-9b6f-393b4bfaec92" -d '{"events": [{"name": "network-changed", "server_uuid": "53d0ecdf-940c-436c-aa87-c49a08d90bc6", "tag": "553fbfb5-4fc7-414d-8541-ca8799f90b0d"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:22:56.403901 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3cc14-f7c7-4149-80a6-d90aecc08233 service neutron] Pushing event updated for resources: {'Port': ['ID=553fbfb5-4fc7-414d-8541-ca8799f90b0d,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:56.425311 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde43298-9c01-41e2-8bd7-4e2305e38a15 x-openstack-request-id: req-cde43298-9c01-41e2-8bd7-4e2305e38a15 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:22:56.425597 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d0ecdf-940c-436c-aa87-c49a08d90bc6", "tag": "553fbfb5-4fc7-414d-8541-ca8799f90b0d", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:22:56.425846 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cde43298-9c01-41e2-8bd7-4e2305e38a15 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:22:56.426235 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d0ecdf-940c-436c-aa87-c49a08d90bc6', 'tag': '553fbfb5-4fc7-414d-8541-ca8799f90b0d', 'status': 'completed', 'code': 200} Jan 26 13:22:56.459447 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-879a98d4-c94f-4b67-864c-9221af379fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:56.460964 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-879a98d4-c94f-4b67-864c-9221af379fbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b73f5e8a55a490f874808868d30abd0&device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 1096 time: 0.0445199 Jan 26 13:22:56.529347 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-e9373d37-94cc-4d9b-ad4e-edc6056de5db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=553fbfb5-4fc7-414d-8541-ca8799f90b0d HTTP/1.1" status: 200 len: 217 time: 0.0588288 Jan 26 13:22:56.580389 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b52f4e-ae02-497b-81b2-89a486fcb5b5 req-9a70f9b9-f4c3-4dea-9e06-0901616df657 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:56.581813 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0b52f4e-ae02-497b-81b2-89a486fcb5b5 req-9a70f9b9-f4c3-4dea-9e06-0901616df657 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 943 time: 0.1048901 Jan 26 13:22:56.592411 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-1d9008f1-5f06-4f41-beee-4df75c87a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:56.593726 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-1d9008f1-5f06-4f41-beee-4df75c87a3c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c046ba44-d4c1-46d9-bfb4-f384e5e6829c HTTP/1.1" status: 200 len: 849 time: 0.0576892 Jan 26 13:22:56.632275 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-3a9eda54-0260-4ee7-84ee-fd10bb1756bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc5ffa70-15bd-470d-8ef2-4964e386ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263367 Jan 26 13:22:56.669558 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c0b52f4e-ae02-497b-81b2-89a486fcb5b5 req-b6752ed1-a7b0-48fc-a4a0-dfbf03ff4d0a tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793860 Jan 26 13:22:56.739571 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-c0180464-cbc1-461f-973f-5b9750466aaa service neutron] 10.222.0.24 "GET /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972908 Jan 26 13:22:56.836962 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-604fc09f-1bcb-405c-95f8-68ee9b7eb94a req-d930c6ec-2069-4527-b509-7334f86140c5 service neutron] 10.222.0.24 "GET /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868850 Jan 26 13:22:56.925689 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384f54a-8073-4c2e-9b6f-393b4bfaec92 req-f2974588-19e0-4925-a23d-0d7784cfefac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:56.927169 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7384f54a-8073-4c2e-9b6f-393b4bfaec92 req-f2974588-19e0-4925-a23d-0d7784cfefac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b73f5e8a55a490f874808868d30abd0&device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 1096 time: 0.0439410 Jan 26 13:22:57.014353 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384f54a-8073-4c2e-9b6f-393b4bfaec92 req-a771673d-bd74-4ae1-be86-a403da52c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:57.015819 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7384f54a-8073-4c2e-9b6f-393b4bfaec92 req-a771673d-bd74-4ae1-be86-a403da52c8dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=cc5ffa70-15bd-470d-8ef2-4964e386ad23 HTTP/1.1" status: 200 len: 910 time: 0.0820522 Jan 26 13:22:57.062508 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7384f54a-8073-4c2e-9b6f-393b4bfaec92 req-8b9d13d0-0326-4140-8ed6-7698a0e84987 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=553fbfb5-4fc7-414d-8541-ca8799f90b0d HTTP/1.1" status: 200 len: 217 time: 0.0369668 Jan 26 13:22:57.111933 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384f54a-8073-4c2e-9b6f-393b4bfaec92 req-584c04f3-dfd8-4778-8230-79b6821918b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:57.113375 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7384f54a-8073-4c2e-9b6f-393b4bfaec92 req-584c04f3-dfd8-4778-8230-79b6821918b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c046ba44-d4c1-46d9-bfb4-f384e5e6829c HTTP/1.1" status: 200 len: 849 time: 0.0440476 Jan 26 13:22:57.144071 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7384f54a-8073-4c2e-9b6f-393b4bfaec92 req-5cd5f56e-3f80-4521-8235-77e11366aae1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc5ffa70-15bd-470d-8ef2-4964e386ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248330 Jan 26 13:22:57.242234 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7384f54a-8073-4c2e-9b6f-393b4bfaec92 req-240de5b6-1987-4110-b47f-04eaffb5d88b service neutron] 10.222.0.24 "GET /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902822 Jan 26 13:22:57.332614 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7384f54a-8073-4c2e-9b6f-393b4bfaec92 req-1ab6f9e1-28c6-4094-9337-21ba8588acd6 service neutron] 10.222.0.24 "GET /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831318 Jan 26 13:22:57.432578 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-76e68f69-ae61-432a-bc2b-9e6069d44ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:57.784752 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c15d3a-c428-4efd-9a5d-c9ce3f407a55 req-c8febbe0-6d16-41dc-908d-183f3f644cf3 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:57.786752 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-34c15d3a-c428-4efd-9a5d-c9ce3f407a55 req-c8febbe0-6d16-41dc-908d-183f3f644cf3 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 943 time: 0.0469260 Jan 26 13:22:57.836023 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-34c15d3a-c428-4efd-9a5d-c9ce3f407a55 req-d775d98c-6615-4b86-98a9-a8536ae285a2 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436034 Jan 26 13:22:58.783387 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 553fbfb5-4fc7-414d-8541-ca8799f90b0d details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:22:58.878613 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 553fbfb5-4fc7-414d-8541-ca8799f90b0d, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=553fbfb5-4fc7-414d-8541-ca8799f90b0d,segment=NetworkSegment(41014357-00a4-404a-97f7-1fe76f0b0e96),segment_id=41014357-00a4-404a-97f7-1fe76f0b0e96)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:22:58.889502 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '553fbfb5-4fc7-414d-8541-ca8799f90b0d', 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23', 'port_id': '553fbfb5-4fc7-414d-8541-ca8799f90b0d', 'mac_address': 'fa:16:3e:fa:ef:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c046ba44-d4c1-46d9-bfb4-f384e5e6829c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:22:58.925955 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 553fbfb5-4fc7-414d-8541-ca8799f90b0d is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:22:58.926357 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:58.939595 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553fbfb5-4fc7-414d-8541-ca8799f90b0d {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:22:58.947793 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7b6df-2d4b-4f23-9721-21548b4d0e13 req-1c6896e5-1f3a-458d-9031-81b50d4533e9 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:22:58.949316 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4cf7b6df-2d4b-4f23-9721-21548b4d0e13 req-1c6896e5-1f3a-458d-9031-81b50d4533e9 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 943 time: 0.0478957 Jan 26 13:22:58.959448 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 553fbfb5-4fc7-414d-8541-ca8799f90b0d, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=553fbfb5-4fc7-414d-8541-ca8799f90b0d,segment=NetworkSegment(41014357-00a4-404a-97f7-1fe76f0b0e96),segment_id=41014357-00a4-404a-97f7-1fe76f0b0e96)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:22:58.963929 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:22:58.996331 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4cf7b6df-2d4b-4f23-9721-21548b4d0e13 req-1f719e1c-9806-4598-9d22-98e1eba6c408 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Jan 26 13:22:59.015356 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=553fbfb5-4fc7-414d-8541-ca8799f90b0d,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:22:59.689464 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5b29dd99-17e3-4225-a198-31f49e9a5f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:00.108437 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3d37b-18a6-4bf7-88ea-53c92e8d0392 req-8d446067-8233-490b-bc8f-b3768e176ac1 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:00.109873 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d4c3d37b-18a6-4bf7-88ea-53c92e8d0392 req-8d446067-8233-490b-bc8f-b3768e176ac1 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 944 time: 0.0461149 Jan 26 13:23:00.155434 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d4c3d37b-18a6-4bf7-88ea-53c92e8d0392 req-fdddb2e0-0f81-4231-b196-9cf709b13179 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393772 Jan 26 13:23:00.920751 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:01.278214 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec993d25-c024-4c7a-a0e0-4f82259dcb5e req-531efcd4-c10b-42cf-95a0-392d63fb50b2 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:01.279685 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ec993d25-c024-4c7a-a0e0-4f82259dcb5e req-531efcd4-c10b-42cf-95a0-392d63fb50b2 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 944 time: 0.0502174 Jan 26 13:23:01.324653 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ec993d25-c024-4c7a-a0e0-4f82259dcb5e req-e95cfc73-21e0-4f54-bb0f-38342e2ef941 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Jan 26 13:23:01.918998 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['553fbfb5-4fc7-414d-8541-ca8799f90b0d'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:23:02.250338 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:02.435039 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a57689-54de-4945-bb00-b6af906039db req-829911be-79be-4d47-a241-d87ba40ad700 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:02.436525 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-70a57689-54de-4945-bb00-b6af906039db req-829911be-79be-4d47-a241-d87ba40ad700 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 944 time: 0.0479510 Jan 26 13:23:02.482769 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-70a57689-54de-4945-bb00-b6af906039db req-96e86ca5-3fe0-4c6b-a488-8acd19742017 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 Jan 26 13:23:02.821457 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 553fbfb5-4fc7-414d-8541-ca8799f90b0d up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:23:02.868208 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 553fbfb5-4fc7-414d-8541-ca8799f90b0d completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:23:02.872021 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 553fbfb5-4fc7-414d-8541-ca8799f90b0d triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:23:02.872390 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:02.945758 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 553fbfb5-4fc7-414d-8541-ca8799f90b0d is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:23:02.946138 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:02.967902 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d0ecdf-940c-436c-aa87-c49a08d90bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553fbfb5-4fc7-414d-8541-ca8799f90b0d'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:23:02.970066 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a58c7d-5acc-4a1e-81be-0512253a260e" -d '{"events": [{"server_uuid": "53d0ecdf-940c-436c-aa87-c49a08d90bc6", "name": "network-vif-plugged", "status": "completed", "tag": "553fbfb5-4fc7-414d-8541-ca8799f90b0d"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:23:02.985265 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 553fbfb5-4fc7-414d-8541-ca8799f90b0d, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=553fbfb5-4fc7-414d-8541-ca8799f90b0d,segment=NetworkSegment(41014357-00a4-404a-97f7-1fe76f0b0e96),segment_id=41014357-00a4-404a-97f7-1fe76f0b0e96)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:23:02.989213 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:03.014345 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c246be8b-41c4-4a22-b765-0bd163922859 x-openstack-request-id: req-c246be8b-41c4-4a22-b765-0bd163922859 {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:23:03.014633 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d0ecdf-940c-436c-aa87-c49a08d90bc6", "name": "network-vif-plugged", "status": "completed", "tag": "553fbfb5-4fc7-414d-8541-ca8799f90b0d", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:23:03.014879 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c246be8b-41c4-4a22-b765-0bd163922859 {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:23:03.015259 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d0ecdf-940c-436c-aa87-c49a08d90bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553fbfb5-4fc7-414d-8541-ca8799f90b0d', 'code': 200} Jan 26 13:23:03.037612 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=553fbfb5-4fc7-414d-8541-ca8799f90b0d,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:03.593489 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489900d2-6f33-4159-853d-2f050adb7b06 req-2c284db7-c56f-41e6-859e-6bb05dbd3560 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:03.594918 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-489900d2-6f33-4159-853d-2f050adb7b06 req-2c284db7-c56f-41e6-859e-6bb05dbd3560 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 945 time: 0.0463650 Jan 26 13:23:03.643453 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-489900d2-6f33-4159-853d-2f050adb7b06 req-53d8451a-79c3-4dde-815d-5147fa23bb33 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424562 Jan 26 13:23:03.773512 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:04.759001 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85909f4c-4f89-460b-a606-1cf444aef21c req-ad422e5f-e5b5-4c84-b2bd-3ed6da9aaafe tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:04.760485 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-85909f4c-4f89-460b-a606-1cf444aef21c req-ad422e5f-e5b5-4c84-b2bd-3ed6da9aaafe tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 945 time: 0.0498424 Jan 26 13:23:04.806354 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-85909f4c-4f89-460b-a606-1cf444aef21c req-f7f3e06c-254b-4c0b-bf31-ed04d19b2b5e tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Jan 26 13:23:05.763265 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e2aec-a2e3-45af-822d-5cc3a8f74741 req-612c7741-2b9a-43a2-be3c-a5624067d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:05.764769 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-002e2aec-a2e3-45af-822d-5cc3a8f74741 req-612c7741-2b9a-43a2-be3c-a5624067d735 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0400145 Jan 26 13:23:05.807793 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-002e2aec-a2e3-45af-822d-5cc3a8f74741 req-f4cf01ed-c940-4629-8b68-45597edbfc39 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359917 Jan 26 13:23:05.922637 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7d78c-ca8a-49f8-8a6e-32703ae4fc1c req-6df185e4-2e94-4c99-810e-247ce1ead417 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:05.924420 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-16e7d78c-ca8a-49f8-8a6e-32703ae4fc1c req-6df185e4-2e94-4c99-810e-247ce1ead417 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 945 time: 0.0508177 Jan 26 13:23:05.971111 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-16e7d78c-ca8a-49f8-8a6e-32703ae4fc1c req-40e1135c-bf4f-48aa-907a-cc9b9d1f0b1f tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402610 Jan 26 13:23:07.093611 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac805fbe-70b3-4517-b0e6-17c78964a9b9 req-8317a3c2-2fe3-4c1d-8f83-10b1195b02a1 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:07.095211 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ac805fbe-70b3-4517-b0e6-17c78964a9b9 req-8317a3c2-2fe3-4c1d-8f83-10b1195b02a1 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 945 time: 0.0485620 Jan 26 13:23:07.145796 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-ac805fbe-70b3-4517-b0e6-17c78964a9b9 req-d788e7a6-f11c-4aec-b788-20c62a1914f3 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443246 Jan 26 13:23:08.259982 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe885c4-3129-4a09-875b-68181c9b004b req-1a9d3c02-7ad5-4ec5-97f6-9000dc0dadff tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:08.261427 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4fe885c4-3129-4a09-875b-68181c9b004b req-1a9d3c02-7ad5-4ec5-97f6-9000dc0dadff tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 945 time: 0.0499675 Jan 26 13:23:08.308769 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4fe885c4-3129-4a09-875b-68181c9b004b req-4e22ba17-eaf4-4164-b5e5-85f4662dfd0d tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418272 Jan 26 13:23:08.938040 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469eb3c-be65-4938-b09d-3c2d838c407f req-c85a9015-cee4-45cd-8fbd-ab769e599951 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:08.939485 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8469eb3c-be65-4938-b09d-3c2d838c407f req-c85a9015-cee4-45cd-8fbd-ab769e599951 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 945 time: 0.0473692 Jan 26 13:23:08.985538 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-8469eb3c-be65-4938-b09d-3c2d838c407f req-d655adbd-79f3-4fb2-ac4f-b48290dca171 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Jan 26 13:23:10.108336 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc22dd9-44d5-4891-8e43-8e98fe549d20 req-b943262f-103f-4fb3-b28e-11955103eeb3 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:10.109800 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6cc22dd9-44d5-4891-8e43-8e98fe549d20 req-b943262f-103f-4fb3-b28e-11955103eeb3 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 945 time: 0.0482290 Jan 26 13:23:10.161125 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6cc22dd9-44d5-4891-8e43-8e98fe549d20 req-568e9d9e-2e8c-4984-a39c-32edea0f7c8f tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451891 Jan 26 13:23:10.406565 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a0182-b266-4c69-b9fb-eac6e1479f91 req-38b3df96-a6bc-410c-9a2b-9315223925ec tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:10.408025 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-824a0182-b266-4c69-b9fb-eac6e1479f91 req-38b3df96-a6bc-410c-9a2b-9315223925ec tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.24 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 945 time: 0.0467095 Jan 26 13:23:10.495028 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-824a0182-b266-4c69-b9fb-eac6e1479f91 req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Deleting port 553fbfb5-4fc7-414d-8541-ca8799f90b0d {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:23:10.495361 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-824a0182-b266-4c69-b9fb-eac6e1479f91 req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:10.583700 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-824a0182-b266-4c69-b9fb-eac6e1479f91 req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] For port 553fbfb5-4fc7-414d-8541-ca8799f90b0d, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=553fbfb5-4fc7-414d-8541-ca8799f90b0d,segment=NetworkSegment(41014357-00a4-404a-97f7-1fe76f0b0e96),segment_id=41014357-00a4-404a-97f7-1fe76f0b0e96)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:23:10.583700 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-824a0182-b266-4c69-b9fb-eac6e1479f91 req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:10.594953 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-824a0182-b266-4c69-b9fb-eac6e1479f91 req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Calling delete_port for 553fbfb5-4fc7-414d-8541-ca8799f90b0d owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:23:10.734544 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-824a0182-b266-4c69-b9fb-eac6e1479f91 req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (553fbfb5-4fc7-414d-8541-ca8799f90b0d), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:10.746821 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['553fbfb5-4fc7-414d-8541-ca8799f90b0d'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:23:10.760371 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Pushing event deleted for resources: {'Port': ['ID=553fbfb5-4fc7-414d-8541-ca8799f90b0d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:10.774471 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.774823 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.775163 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.775504 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.775862 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.776190 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.776516 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.776841 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.777162 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.777485 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.777809 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.778127 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.778446 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:10.811693 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-824a0182-b266-4c69-b9fb-eac6e1479f91 req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] No DVR routers for this DVR port 553fbfb5-4fc7-414d-8541-ca8799f90b0d on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:23:10.814122 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-824a0182-b266-4c69-b9fb-eac6e1479f91 req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:10.817533 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-824a0182-b266-4c69-b9fb-eac6e1479f91 req-3573157e-8428-4ed9-a978-66543ebe0462 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.24 "DELETE /v2.0/ports/553fbfb5-4fc7-414d-8541-ca8799f90b0d HTTP/1.1" status: 204 len: 173 time: 0.4038725 Jan 26 13:23:10.818125 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d0ecdf-940c-436c-aa87-c49a08d90bc6', 'name': 'network-vif-deleted', 'tag': '553fbfb5-4fc7-414d-8541-ca8799f90b0d'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:23:10.820187 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf4805c-6764-43a1-82bc-1d6592a0f247" -d '{"events": [{"server_uuid": "53d0ecdf-940c-436c-aa87-c49a08d90bc6", "name": "network-vif-deleted", "tag": "553fbfb5-4fc7-414d-8541-ca8799f90b0d"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:23:10.868182 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e6f8a4-4464-4981-8969-b44b7b516f64 x-openstack-request-id: req-12e6f8a4-4464-4981-8969-b44b7b516f64 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:23:10.868451 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d0ecdf-940c-436c-aa87-c49a08d90bc6", "name": "network-vif-deleted", "tag": "553fbfb5-4fc7-414d-8541-ca8799f90b0d", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:23:10.868748 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12e6f8a4-4464-4981-8969-b44b7b516f64 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:23:10.869320 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d0ecdf-940c-436c-aa87-c49a08d90bc6', 'name': 'network-vif-deleted', 'tag': '553fbfb5-4fc7-414d-8541-ca8799f90b0d', 'status': 'completed', 'code': 200} Jan 26 13:23:11.269868 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-c424bb09-16f1-45c7-baf6-66a0940c55a4 req-b77b8e63-aa47-4f85-aed5-7829b24a16d3 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d0ecdf-940c-436c-aa87-c49a08d90bc6 HTTP/1.1" status: 200 len: 210 time: 0.0267677 Jan 26 13:23:11.549837 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0d651-2707-4cb3-be17-a554b0e8eb63 req-ac3db407-f092-4477-9274-d2ef99d7cb1b tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:11.551277 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3db0d651-2707-4cb3-be17-a554b0e8eb63 req-ac3db407-f092-4477-9274-d2ef99d7cb1b tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 945 time: 0.0471766 Jan 26 13:23:11.599389 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-3db0d651-2707-4cb3-be17-a554b0e8eb63 req-4b92460c-d497-4179-b405-27ee49174e23 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Jan 26 13:23:12.523812 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-6dafdb03-5ecc-4918-a591-42476f93b47b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:12.525163 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-6dafdb03-5ecc-4918-a591-42476f93b47b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/networks?id=cc5ffa70-15bd-470d-8ef2-4964e386ad23 HTTP/1.1" status: 200 len: 809 time: 0.0989461 Jan 26 13:23:12.539609 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-49da5fc1-9945-46dd-bd52-ec1d470d8a9c tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/quotas/6b73f5e8a55a490f874808868d30abd0 HTTP/1.1" status: 200 len: 375 time: 0.0091758 Jan 26 13:23:12.573574 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-533748d8-7d05-4125-82c4-d23781148bfe tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b73f5e8a55a490f874808868d30abd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293427 Jan 26 13:23:12.661739 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-1566bfff-21f3-4ecc-9378-782c24fa164b service neutron] 10.222.0.10 "GET /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811594 Jan 26 13:23:12.769721 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b42ad-5659-4dd3-85a9-c027f2c941f5 req-10778f0d-6bef-4299-aef0-d70120df990c tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:12.771654 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-562b42ad-5659-4dd3-85a9-c027f2c941f5 req-10778f0d-6bef-4299-aef0-d70120df990c tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 945 time: 0.1055961 Jan 26 13:23:12.800917 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-e92f8c16-cd85-4f8e-96b9-df3f15d02dec service neutron] 10.222.0.10 "GET /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268277 Jan 26 13:23:12.830378 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-562b42ad-5659-4dd3-85a9-c027f2c941f5 req-7c3057c8-9b40-4bc2-b4f3-450cafc21918 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/security-groups?id=16901865-35f0-449b-962c-20673feffb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508254 Jan 26 13:23:12.861491 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 553fbfb5-4fc7-414d-8541-ca8799f90b0d no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:23:12.881293 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 553fbfb5-4fc7-414d-8541-ca8799f90b0d {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:23:12.881686 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 553fbfb5-4fc7-414d-8541-ca8799f90b0d not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:23:12.959158 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-61463651-14e0-4d13-948f-e5375835c3ac req-96f1918d-2f6e-4243-a41f-4b293fd78715 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 210 time: 0.0264220 Jan 26 13:23:13.305534 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f54304-2ebd-49fe-b189-97690ce6d5c4 req-ef5102ef-4220-4ec5-9428-6194d20286ac tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:13.306997 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d8f54304-2ebd-49fe-b189-97690ce6d5c4 req-ef5102ef-4220-4ec5-9428-6194d20286ac tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 945 time: 0.0505610 Jan 26 13:23:13.400032 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-d8f54304-2ebd-49fe-b189-97690ce6d5c4 req-e6654181-c434-4f4a-85f6-58c8968a7408 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Deleting port a475cc9a-21b0-435d-a9a1-20d9559bb883 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:23:13.400368 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d8f54304-2ebd-49fe-b189-97690ce6d5c4 req-e6654181-c434-4f4a-85f6-58c8968a7408 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:13.496357 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-d8f54304-2ebd-49fe-b189-97690ce6d5c4 req-e6654181-c434-4f4a-85f6-58c8968a7408 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] For port a475cc9a-21b0-435d-a9a1-20d9559bb883, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a475cc9a-21b0-435d-a9a1-20d9559bb883,segment=NetworkSegment(6a04df85-cbea-4a1a-ab12-e344e8cf3126),segment_id=6a04df85-cbea-4a1a-ab12-e344e8cf3126)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:23:13.496724 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d8f54304-2ebd-49fe-b189-97690ce6d5c4 req-e6654181-c434-4f4a-85f6-58c8968a7408 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:13.508993 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-d8f54304-2ebd-49fe-b189-97690ce6d5c4 req-e6654181-c434-4f4a-85f6-58c8968a7408 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Calling delete_port for a475cc9a-21b0-435d-a9a1-20d9559bb883 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:23:13.634722 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d8f54304-2ebd-49fe-b189-97690ce6d5c4 req-e6654181-c434-4f4a-85f6-58c8968a7408 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (a475cc9a-21b0-435d-a9a1-20d9559bb883), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:13.648302 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['a475cc9a-21b0-435d-a9a1-20d9559bb883'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:23:13.669701 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6654181-c434-4f4a-85f6-58c8968a7408 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Pushing event deleted for resources: {'Port': ['ID=a475cc9a-21b0-435d-a9a1-20d9559bb883,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:13.710762 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f54304-2ebd-49fe-b189-97690ce6d5c4 req-e6654181-c434-4f4a-85f6-58c8968a7408 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] No DVR routers for this DVR port a475cc9a-21b0-435d-a9a1-20d9559bb883 on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:23:13.713083 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d8f54304-2ebd-49fe-b189-97690ce6d5c4 req-e6654181-c434-4f4a-85f6-58c8968a7408 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:13.716470 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d8f54304-2ebd-49fe-b189-97690ce6d5c4 req-e6654181-c434-4f4a-85f6-58c8968a7408 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.24 "DELETE /v2.0/ports/a475cc9a-21b0-435d-a9a1-20d9559bb883 HTTP/1.1" status: 204 len: 173 time: 0.4032009 Jan 26 13:23:13.717129 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8310ef-3106-4aec-9478-e135b15426a4', 'name': 'network-vif-deleted', 'tag': 'a475cc9a-21b0-435d-a9a1-20d9559bb883'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:23:13.720267 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a1e1af-c8bf-4e94-9005-fadce372c8fe" -d '{"events": [{"server_uuid": "2a8310ef-3106-4aec-9478-e135b15426a4", "name": "network-vif-deleted", "tag": "a475cc9a-21b0-435d-a9a1-20d9559bb883"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:23:13.761904 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56ca423-4637-4f6e-9c47-37f32d9c5a6b x-openstack-request-id: req-f56ca423-4637-4f6e-9c47-37f32d9c5a6b {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:23:13.762275 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8310ef-3106-4aec-9478-e135b15426a4", "name": "network-vif-deleted", "tag": "a475cc9a-21b0-435d-a9a1-20d9559bb883", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:23:13.762593 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f56ca423-4637-4f6e-9c47-37f32d9c5a6b {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:23:13.763058 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8310ef-3106-4aec-9478-e135b15426a4', 'name': 'network-vif-deleted', 'tag': 'a475cc9a-21b0-435d-a9a1-20d9559bb883', 'status': 'completed', 'code': 200} Jan 26 13:23:13.900492 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-ca7b8d58-9bd8-48c2-9c36-dbf12a5a23e8 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:13.901904 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-ca7b8d58-9bd8-48c2-9c36-dbf12a5a23e8 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.24 "GET /v2.0/networks?id=cc5ffa70-15bd-470d-8ef2-4964e386ad23 HTTP/1.1" status: 200 len: 809 time: 0.1130509 Jan 26 13:23:13.915980 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Request body: {'port': {'device_id': 'f94cbdce-374c-42e4-b805-64f6fe86027c', 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23', 'admin_state_up': True, 'tenant_id': '6b73f5e8a55a490f874808868d30abd0'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:23:13.968647 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-24b6edf9-9fa3-46d0-9f36-23edcffaa401 req-d547523d-7856-4686-9639-1e09cb71e578 tempest-VolumesSnapshotTestJSON-1917534599 tempest-VolumesSnapshotTestJSON-1917534599-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a8310ef-3106-4aec-9478-e135b15426a4 HTTP/1.1" status: 200 len: 210 time: 0.0437849 Jan 26 13:23:14.060734 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-23258ea7-a128-492a-89d9-580f3673485b req-abbb8ccc-c075-40b1-bc7c-a7dfa3493caa tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 210 time: 0.0322089 Jan 26 13:23:14.076105 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Made reservation on behalf of 6b73f5e8a55a490f874808868d30abd0 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 13:23:14.079355 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (None), before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:14.203487 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Allocated IP 172.20.0.2 (cc5ffa70-15bd-470d-8ef2-4964e386ad23/c046ba44-d4c1-46d9-bfb4-f384e5e6829c/855f7dc4-7b51-41c2-b329-2ac1f68a522f) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 13:23:14.352704 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks [] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:14.385020 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740262848269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:14.425932 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Network cc5ffa70-15bd-470d-8ef2-4964e386ad23 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 13:23:14.429472 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 13:23:14.434899 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 13:23:14.440928 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Pushing event updated for resources: {'Port': ['ID=855f7dc4-7b51-41c2-b329-2ac1f68a522f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:14.488304 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:14.488978 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:14.506908 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-acf89192-1586-470f-9f82-ece5cc24ce2b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5955203 Jan 26 13:23:14.519356 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.v2.base [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Request body: {'port': {'device_id': 'f94cbdce-374c-42e4-b805-64f6fe86027c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 13:23:14.575945 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:15.105255 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855f7dc4-7b51-41c2-b329-2ac1f68a522f {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:23:15.113159 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Publish callbacks [] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:15.125959 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Transition to ACTIVE for port object 855f7dc4-7b51-41c2-b329-2ac1f68a522f will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 13:23:15.139830 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:15.227231 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Pushing event updated for resources: {'Port': ['ID=855f7dc4-7b51-41c2-b329-2ac1f68a522f,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:15.240629 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d3778-af01-457e-b235-fc6623bc27b6 req-5e3242bb-19d4-4932-8be2-9d72be36ddc9 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:15.242860 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d45d3778-af01-457e-b235-fc6623bc27b6 req-5e3242bb-19d4-4932-8be2-9d72be36ddc9 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 943 time: 0.1125886 Jan 26 13:23:15.344290 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d45d3778-af01-457e-b235-fc6623bc27b6 req-2efa7811-7c69-42a2-b830-42577b87a147 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874116 Jan 26 13:23:15.345117 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Attempting to bind port 855f7dc4-7b51-41c2-b329-2ac1f68a522f on host hv-cinder-82418 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 13:23:15.345452 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Attempting to bind port 855f7dc4-7b51-41c2-b329-2ac1f68a522f by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '41014357-00a4-404a-97f7-1fe76f0b0e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 13:23:15.345779 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Attempting to bind port 855f7dc4-7b51-41c2-b329-2ac1f68a522f on network cc5ffa70-15bd-470d-8ef2-4964e386ad23 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:23:15.351546 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Port 855f7dc4-7b51-41c2-b329-2ac1f68a522f on network cc5ffa70-15bd-470d-8ef2-4964e386ad23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 13:23:15.352107 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Attempting to bind port 855f7dc4-7b51-41c2-b329-2ac1f68a522f on network cc5ffa70-15bd-470d-8ef2-4964e386ad23 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 13:23:15.357431 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Checking agent: {'id': '28458048-92ca-4bff-96b6-b5f48c3fd6c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'started_at': datetime.datetime(2022, 1, 26, 13, 12, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 13, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 13:23:15.357718 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Checking segment: {'id': '41014357-00a4-404a-97f7-1fe76f0b0e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 13:23:15.359710 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Bound using segment: {'id': '41014357-00a4-404a-97f7-1fe76f0b0e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 13:23:15.359710 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Bound port: 855f7dc4-7b51-41c2-b329-2ac1f68a522f, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41014357-00a4-404a-97f7-1fe76f0b0e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 13:23:15.359710 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:15.435645 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] For port 855f7dc4-7b51-41c2-b329-2ac1f68a522f, host hv-cinder-82418, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 13:23:15.438832 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] For port 855f7dc4-7b51-41c2-b329-2ac1f68a522f, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=855f7dc4-7b51-41c2-b329-2ac1f68a522f,segment=NetworkSegment(41014357-00a4-404a-97f7-1fe76f0b0e96),segment_id=41014357-00a4-404a-97f7-1fe76f0b0e96)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 13:23:15.442922 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4731688'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:15.475870 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:15.476482 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:15.477831 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] 10.222.0.24 "PUT /v2.0/ports/855f7dc4-7b51-41c2-b329-2ac1f68a522f HTTP/1.1" status: 200 len: 1093 time: 0.9629037 Jan 26 13:23:15.499399 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be563a5-6aab-40df-a10e-d9f0eca6d4dd service neutron] Pushing event updated for resources: {'Port': ['ID=855f7dc4-7b51-41c2-b329-2ac1f68a522f,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:15.555718 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-5e43f239-ab37-4511-949f-09d91175d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:15.557204 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-5e43f239-ab37-4511-949f-09d91175d679 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b73f5e8a55a490f874808868d30abd0&device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 1096 time: 0.0437865 Jan 26 13:23:15.602997 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-44b4bcfa-9d32-48d3-bd78-738e4d04b9bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=855f7dc4-7b51-41c2-b329-2ac1f68a522f HTTP/1.1" status: 200 len: 217 time: 0.0381203 Jan 26 13:23:15.650210 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-028907ee-7828-4aa8-897e-cd656cfb1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:15.651645 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-028907ee-7828-4aa8-897e-cd656cfb1d21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c046ba44-d4c1-46d9-bfb4-f384e5e6829c HTTP/1.1" status: 200 len: 849 time: 0.0423479 Jan 26 13:23:15.682535 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-a95f58da-8549-485b-9796-246ac6130d10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc5ffa70-15bd-470d-8ef2-4964e386ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244431 Jan 26 13:23:15.767385 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94cbdce-374c-42e4-b805-64f6fe86027c', 'tag': '855f7dc4-7b51-41c2-b329-2ac1f68a522f'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:23:15.769607 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0195e5e-aaf9-4f98-b909-9cee48f73387" -d '{"events": [{"name": "network-changed", "server_uuid": "f94cbdce-374c-42e4-b805-64f6fe86027c", "tag": "855f7dc4-7b51-41c2-b329-2ac1f68a522f"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:23:15.777454 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-b43b057f-9b7d-4af3-9c45-c7a91ee3eeea service neutron] 10.222.0.24 "GET /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880268 Jan 26 13:23:15.805611 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd80b9b-cef7-41d8-bddc-79bd82f77e55 x-openstack-request-id: req-1dd80b9b-cef7-41d8-bddc-79bd82f77e55 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:23:15.805906 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94cbdce-374c-42e4-b805-64f6fe86027c", "tag": "855f7dc4-7b51-41c2-b329-2ac1f68a522f", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:23:15.806185 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1dd80b9b-cef7-41d8-bddc-79bd82f77e55 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:23:15.806664 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94cbdce-374c-42e4-b805-64f6fe86027c', 'tag': '855f7dc4-7b51-41c2-b329-2ac1f68a522f', 'status': 'completed', 'code': 200} Jan 26 13:23:15.870349 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6dd9e4a0-2af6-4692-bc11-594dc49d7052 req-6b1b95d3-2ab5-4284-ac87-5d1b15d58fdf service neutron] 10.222.0.24 "GET /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857139 Jan 26 13:23:15.959691 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0195e5e-aaf9-4f98-b909-9cee48f73387 req-944f239a-0382-4016-9fe9-1c6349c331bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:15.961069 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e0195e5e-aaf9-4f98-b909-9cee48f73387 req-944f239a-0382-4016-9fe9-1c6349c331bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b73f5e8a55a490f874808868d30abd0&device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 1096 time: 0.0445220 Jan 26 13:23:16.050330 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0195e5e-aaf9-4f98-b909-9cee48f73387 req-f26acaf5-885d-4e2f-b603-1e853cfbe551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:16.051825 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e0195e5e-aaf9-4f98-b909-9cee48f73387 req-f26acaf5-885d-4e2f-b603-1e853cfbe551 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cc5ffa70-15bd-470d-8ef2-4964e386ad23 HTTP/1.1" status: 200 len: 910 time: 0.0835638 Jan 26 13:23:16.095404 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e0195e5e-aaf9-4f98-b909-9cee48f73387 req-38f14a77-2260-4e62-b5a7-3b0fd7088099 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=855f7dc4-7b51-41c2-b329-2ac1f68a522f HTTP/1.1" status: 200 len: 217 time: 0.0363860 Jan 26 13:23:16.142416 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0195e5e-aaf9-4f98-b909-9cee48f73387 req-75cc5212-7afb-4a3d-9281-f2bd0a60f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:16.143834 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e0195e5e-aaf9-4f98-b909-9cee48f73387 req-75cc5212-7afb-4a3d-9281-f2bd0a60f94b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c046ba44-d4c1-46d9-bfb4-f384e5e6829c HTTP/1.1" status: 200 len: 849 time: 0.0411446 Jan 26 13:23:16.176145 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e0195e5e-aaf9-4f98-b909-9cee48f73387 req-4c17a885-75f2-4ff1-9efd-15e49ad8fd60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc5ffa70-15bd-470d-8ef2-4964e386ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237195 Jan 26 13:23:16.269171 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e0195e5e-aaf9-4f98-b909-9cee48f73387 req-adf39463-3389-4402-a335-89332d714fab service neutron] 10.222.0.24 "GET /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837061 Jan 26 13:23:16.362469 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e0195e5e-aaf9-4f98-b909-9cee48f73387 req-f0b9d165-65ff-4d0f-999d-0545f758f345 service neutron] 10.222.0.24 "GET /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855880 Jan 26 13:23:16.465818 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaeb0a-5d1c-4be2-a310-0889e106df68 req-8e6c761b-15dd-4767-b03f-4cf1fe3a984f tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:16.467203 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-56aaeb0a-5d1c-4be2-a310-0889e106df68 req-8e6c761b-15dd-4767-b03f-4cf1fe3a984f tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 943 time: 0.0522842 Jan 26 13:23:16.522890 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-56aaeb0a-5d1c-4be2-a310-0889e106df68 req-e00118dc-ccae-4030-ab91-272e740e756c tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499058 Jan 26 13:23:17.634038 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f763f8-0325-4cc9-8907-88e93b2c353f req-7e929d61-dbe5-4ef8-90b9-2483b7b090e6 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:17.635488 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-59f763f8-0325-4cc9-8907-88e93b2c353f req-7e929d61-dbe5-4ef8-90b9-2483b7b090e6 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 943 time: 0.0474164 Jan 26 13:23:17.681479 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-59f763f8-0325-4cc9-8907-88e93b2c353f req-d1f2b42f-2c99-4e24-b537-bbccbcc9e5ac tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Jan 26 13:23:18.396535 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 855f7dc4-7b51-41c2-b329-2ac1f68a522f details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=102610) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 13:23:18.491897 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 855f7dc4-7b51-41c2-b329-2ac1f68a522f, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=855f7dc4-7b51-41c2-b329-2ac1f68a522f,segment=NetworkSegment(41014357-00a4-404a-97f7-1fe76f0b0e96),segment_id=41014357-00a4-404a-97f7-1fe76f0b0e96)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:23:18.501837 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Returning: {'device': '855f7dc4-7b51-41c2-b329-2ac1f68a522f', 'network_id': 'cc5ffa70-15bd-470d-8ef2-4964e386ad23', 'port_id': '855f7dc4-7b51-41c2-b329-2ac1f68a522f', 'mac_address': 'fa:16:3e:10:aa:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c046ba44-d4c1-46d9-bfb4-f384e5e6829c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102610) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 13:23:18.538156 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 855f7dc4-7b51-41c2-b329-2ac1f68a522f is: DOWN; New status is: BUILD {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:23:18.538553 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:18.551146 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855f7dc4-7b51-41c2-b329-2ac1f68a522f {{(pid=102610) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 13:23:18.572149 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 855f7dc4-7b51-41c2-b329-2ac1f68a522f, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=855f7dc4-7b51-41c2-b329-2ac1f68a522f,segment=NetworkSegment(41014357-00a4-404a-97f7-1fe76f0b0e96),segment_id=41014357-00a4-404a-97f7-1fe76f0b0e96)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:23:18.576094 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:18.622249 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=855f7dc4-7b51-41c2-b329-2ac1f68a522f,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:18.791691 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b5f4c-4fef-4883-9957-6051a6d5f2b6 req-52248e10-6e54-41ed-b143-dbb7d9c280d8 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:18.793036 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d46b5f4c-4fef-4883-9957-6051a6d5f2b6 req-52248e10-6e54-41ed-b143-dbb7d9c280d8 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 944 time: 0.0457449 Jan 26 13:23:18.837557 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d46b5f4c-4fef-4883-9957-6051a6d5f2b6 req-9bcafbe4-27f6-4dd6-998e-50a3d10aa28e tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391102 Jan 26 13:23:19.312655 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a475cc9a-21b0-435d-a9a1-20d9559bb883 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:23:19.336640 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: a475cc9a-21b0-435d-a9a1-20d9559bb883 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:23:19.336987 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device a475cc9a-21b0-435d-a9a1-20d9559bb883 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:23:19.557414 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['855f7dc4-7b51-41c2-b329-2ac1f68a522f'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:23:19.955475 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6e6d2-d45b-4c49-be88-e33000a38b00 req-68b52a4c-5307-4fe5-81e3-ea12103c3fdc tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:19.956957 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9ba6e6d2-d45b-4c49-be88-e33000a38b00 req-68b52a4c-5307-4fe5-81e3-ea12103c3fdc tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 944 time: 0.0522857 Jan 26 13:23:20.001740 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-9ba6e6d2-d45b-4c49-be88-e33000a38b00 req-f383ad69-c0b9-4bdd-aa38-4f87eb26d8ca tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391896 Jan 26 13:23:20.902081 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:21.113882 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7c951-9a37-4a02-b897-72f079016300 req-449e3eff-b9df-4b44-946c-fda6f6354875 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:21.115273 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7da7c951-9a37-4a02-b897-72f079016300 req-449e3eff-b9df-4b44-946c-fda6f6354875 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 944 time: 0.0473337 Jan 26 13:23:21.160912 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-7da7c951-9a37-4a02-b897-72f079016300 req-d25de20d-657d-4046-a72a-3edf035e254f tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401447 Jan 26 13:23:21.615105 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 855f7dc4-7b51-41c2-b329-2ac1f68a522f up at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 13:23:21.662461 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning for port 855f7dc4-7b51-41c2-b329-2ac1f68a522f completed by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 13:23:21.666216 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.provisioning_blocks [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Provisioning complete for port 855f7dc4-7b51-41c2-b329-2ac1f68a522f triggered by entity L2. {{(pid=102610) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 13:23:21.666590 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2096804'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), provisioning_complete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:21.741044 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Current status of the port 855f7dc4-7b51-41c2-b329-2ac1f68a522f is: BUILD; New status is: ACTIVE {{(pid=102610) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 13:23:21.741423 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976728'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:21.763271 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94cbdce-374c-42e4-b805-64f6fe86027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855f7dc4-7b51-41c2-b329-2ac1f68a522f'}] {{(pid=102610) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:23:21.765512 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db8327202a563cdef061f47915ec616f4ba9406fe336bfd2c6f5d0700501d000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58af911e-cc58-454b-8680-22c43ccfd534" -d '{"events": [{"server_uuid": "f94cbdce-374c-42e4-b805-64f6fe86027c", "name": "network-vif-plugged", "status": "completed", "tag": "855f7dc4-7b51-41c2-b329-2ac1f68a522f"}]}' {{(pid=102610) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:23:21.780844 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] For port 855f7dc4-7b51-41c2-b329-2ac1f68a522f, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=855f7dc4-7b51-41c2-b329-2ac1f68a522f,segment=NetworkSegment(41014357-00a4-404a-97f7-1fe76f0b0e96),segment_id=41014357-00a4-404a-97f7-1fe76f0b0e96)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:23:21.784858 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740263348170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740262848287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740262848305'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:21.809626 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4021a4b4-82fe-4928-8d61-a2f435629a6f x-openstack-request-id: req-4021a4b4-82fe-4928-8d61-a2f435629a6f {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:23:21.809914 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94cbdce-374c-42e4-b805-64f6fe86027c", "name": "network-vif-plugged", "status": "completed", "tag": "855f7dc4-7b51-41c2-b329-2ac1f68a522f", "code": 200}]} {{(pid=102610) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:23:21.810167 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4021a4b4-82fe-4928-8d61-a2f435629a6f {{(pid=102610) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:23:21.810559 dv-cinder-824187-5-iscsi neutron-server[102610]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94cbdce-374c-42e4-b805-64f6fe86027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855f7dc4-7b51-41c2-b329-2ac1f68a522f', 'code': 200} Jan 26 13:23:21.835789 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Pushing event updated for resources: {'Port': ['ID=855f7dc4-7b51-41c2-b329-2ac1f68a522f,revision_number=5']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:21.965790 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32f18c-0d0b-4f01-b259-4556d2f5d7da req-d8a79d2e-1c0d-438d-a29f-7b03f9f6c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:21.967254 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4c32f18c-0d0b-4f01-b259-4556d2f5d7da req-d8a79d2e-1c0d-438d-a29f-7b03f9f6c50f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 1098 time: 0.0402231 Jan 26 13:23:22.015554 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-4c32f18c-0d0b-4f01-b259-4556d2f5d7da req-7230196f-a0d0-4dbd-8fab-010a1ce2be73 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395603 Jan 26 13:23:22.277637 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ab1f-adba-4ea2-8ffb-cc3e28336421 req-fcf7d5df-1bd9-422b-b826-04d0b948adf3 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:22.279225 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-56c4ab1f-adba-4ea2-8ffb-cc3e28336421 req-fcf7d5df-1bd9-422b-b826-04d0b948adf3 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 945 time: 0.0529459 Jan 26 13:23:22.335289 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-56c4ab1f-adba-4ea2-8ffb-cc3e28336421 req-02e11209-02fa-4f51-8c66-48b0afff8bf5 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504231 Jan 26 13:23:22.978752 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e61efb43-44e1-4668-8744-320e3f04bee3 req-f2c9e014-3882-4f0d-9170-1551ef94490a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442302 Jan 26 13:23:23.044715 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61efb43-44e1-4668-8744-320e3f04bee3 req-9b15b69a-d49d-4a53-9b8e-2d26e66d86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:23.046221 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e61efb43-44e1-4668-8744-320e3f04bee3 req-9b15b69a-d49d-4a53-9b8e-2d26e66d86ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 1098 time: 0.0459425 Jan 26 13:23:23.153934 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61efb43-44e1-4668-8744-320e3f04bee3 req-09b4a794-bacb-4bbf-a43f-6fa49122eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:23.155394 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e61efb43-44e1-4668-8744-320e3f04bee3 req-09b4a794-bacb-4bbf-a43f-6fa49122eda9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 913 time: 0.0897427 Jan 26 13:23:23.225546 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e61efb43-44e1-4668-8744-320e3f04bee3 req-ce5c8ade-3b3a-47a8-a4f4-bd7452948ae8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa65535-44c5-4848-928f-110eadac932c HTTP/1.1" status: 200 len: 1001 time: 0.0638342 Jan 26 13:23:23.274676 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61efb43-44e1-4668-8744-320e3f04bee3 req-e2f5cbdc-c51c-487d-b790-fe625a0724fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:23.276160 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e61efb43-44e1-4668-8744-320e3f04bee3 req-e2f5cbdc-c51c-487d-b790-fe625a0724fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 200 len: 851 time: 0.0443451 Jan 26 13:23:23.322246 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61efb43-44e1-4668-8744-320e3f04bee3 req-4eef3c65-d8f8-4863-9dad-32fee4682c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:23.323813 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e61efb43-44e1-4668-8744-320e3f04bee3 req-4eef3c65-d8f8-4863-9dad-32fee4682c9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c715bf63-2397-4403-a2dc-b9a4df0d6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413263 Jan 26 13:23:23.454380 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e61efb43-44e1-4668-8744-320e3f04bee3 req-d3a9f038-4b56-4720-84e6-c2ad992fa2c9 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237171 Jan 26 13:23:23.490517 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b27b22-ca4a-4769-9c7c-77bc96ce3f6c req-5a73656c-3065-44b8-a5e6-5e3b475e9d89 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:23.491996 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-29b27b22-ca4a-4769-9c7c-77bc96ce3f6c req-5a73656c-3065-44b8-a5e6-5e3b475e9d89 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 945 time: 0.0764339 Jan 26 13:23:23.588215 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-29b27b22-ca4a-4769-9c7c-77bc96ce3f6c req-f4ada6ef-1482-412f-bf9d-45d54ec058f7 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901530 Jan 26 13:23:23.591641 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-e61efb43-44e1-4668-8744-320e3f04bee3 req-945c5728-c47e-4e2d-b8db-f7b503d724d6 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287720 Jan 26 13:23:24.224183 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f93e26-35bf-4073-9ed6-05273edc1c42 req-f46de873-a963-42bf-9778-2f84fbd8c974 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:24.225724 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-61f93e26-35bf-4073-9ed6-05273edc1c42 req-f46de873-a963-42bf-9778-2f84fbd8c974 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 945 time: 0.0495677 Jan 26 13:23:24.271130 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-61f93e26-35bf-4073-9ed6-05273edc1c42 req-b3f9ffe9-6f5f-4a3a-8b4f-71215e6ddf5e tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398102 Jan 26 13:23:25.383063 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabd5a1-cf3a-4e4c-8753-75e26b00311d req-6180114b-25ff-46c9-b680-bce68047c9ed tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:25.384558 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cfabd5a1-cf3a-4e4c-8753-75e26b00311d req-6180114b-25ff-46c9-b680-bce68047c9ed tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 945 time: 0.0467639 Jan 26 13:23:25.433611 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-cfabd5a1-cf3a-4e4c-8753-75e26b00311d req-1ccd2c0f-7b6a-417d-9d09-e0834eb289ae tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Jan 26 13:23:26.545685 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559529e-cfe4-409b-909c-5b75f8168d1e req-8662725d-f4ae-4877-90f0-4c238209bfcc tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:26.547126 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2559529e-cfe4-409b-909c-5b75f8168d1e req-8662725d-f4ae-4877-90f0-4c238209bfcc tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 945 time: 0.0472364 Jan 26 13:23:26.592473 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-2559529e-cfe4-409b-909c-5b75f8168d1e req-545efe57-24f9-4f09-a1e3-17585ce36777 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 Jan 26 13:23:27.434101 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-08078a0d-f66e-4992-8380-9edfe2413ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:27.706697 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208188c-e7cd-448a-b80d-a1e123e624b5 req-9ff51748-ae6e-478c-abd0-0c45ed62dd9b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:27.708787 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0208188c-e7cd-448a-b80d-a1e123e624b5 req-9ff51748-ae6e-478c-abd0-0c45ed62dd9b tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 945 time: 0.0497882 Jan 26 13:23:27.753686 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0208188c-e7cd-448a-b80d-a1e123e624b5 req-bdb2736f-d8a1-4502-84b1-a34032f48349 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/security-groups?id=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Jan 26 13:23:28.481305 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b11c1-1e21-4889-96e0-89a79461984e req-45c777d3-d566-40b9-86b3-63e4f6bf6784 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:28.482742 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b26b11c1-1e21-4889-96e0-89a79461984e req-45c777d3-d566-40b9-86b3-63e4f6bf6784 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 945 time: 0.0506749 Jan 26 13:23:28.571629 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-b26b11c1-1e21-4889-96e0-89a79461984e req-3ea5e149-ce33-43db-a6ed-f9eb15257eed tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Deleting port 855f7dc4-7b51-41c2-b329-2ac1f68a522f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:23:28.572004 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b26b11c1-1e21-4889-96e0-89a79461984e req-3ea5e149-ce33-43db-a6ed-f9eb15257eed tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:28.660790 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-b26b11c1-1e21-4889-96e0-89a79461984e req-3ea5e149-ce33-43db-a6ed-f9eb15257eed tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] For port 855f7dc4-7b51-41c2-b329-2ac1f68a522f, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=855f7dc4-7b51-41c2-b329-2ac1f68a522f,segment=NetworkSegment(41014357-00a4-404a-97f7-1fe76f0b0e96),segment_id=41014357-00a4-404a-97f7-1fe76f0b0e96)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:23:28.661677 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b26b11c1-1e21-4889-96e0-89a79461984e req-3ea5e149-ce33-43db-a6ed-f9eb15257eed tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:28.674280 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-b26b11c1-1e21-4889-96e0-89a79461984e req-3ea5e149-ce33-43db-a6ed-f9eb15257eed tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Calling delete_port for 855f7dc4-7b51-41c2-b329-2ac1f68a522f owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:23:28.812484 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b26b11c1-1e21-4889-96e0-89a79461984e req-3ea5e149-ce33-43db-a6ed-f9eb15257eed tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (855f7dc4-7b51-41c2-b329-2ac1f68a522f), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:28.825680 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] get_ports_and_sgs() called for port_ids ['855f7dc4-7b51-41c2-b329-2ac1f68a522f'] {{(pid=102610) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 13:23:28.850596 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5e149-ce33-43db-a6ed-f9eb15257eed tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Pushing event deleted for resources: {'Port': ['ID=855f7dc4-7b51-41c2-b329-2ac1f68a522f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:28.904463 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0760fb88-86a5-43d9-a306-d7bf9903e578 req-5a8a3167-816e-43e8-a962-79b4afb03946 tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.10 "GET /v2.0/ports?device_id=f94cbdce-374c-42e4-b805-64f6fe86027c HTTP/1.1" status: 200 len: 210 time: 0.0572805 Jan 26 13:23:28.921641 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26b11c1-1e21-4889-96e0-89a79461984e req-3ea5e149-ce33-43db-a6ed-f9eb15257eed tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] No DVR routers for this DVR port 855f7dc4-7b51-41c2-b329-2ac1f68a522f on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:23:28.929688 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b26b11c1-1e21-4889-96e0-89a79461984e req-3ea5e149-ce33-43db-a6ed-f9eb15257eed tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:28.933202 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b26b11c1-1e21-4889-96e0-89a79461984e req-3ea5e149-ce33-43db-a6ed-f9eb15257eed tempest-VolumesActionsTest-505777701 tempest-VolumesActionsTest-505777701-project] 10.222.0.24 "DELETE /v2.0/ports/855f7dc4-7b51-41c2-b329-2ac1f68a522f HTTP/1.1" status: 204 len: 173 time: 0.4442267 Jan 26 13:23:28.933687 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94cbdce-374c-42e4-b805-64f6fe86027c', 'name': 'network-vif-deleted', 'tag': '855f7dc4-7b51-41c2-b329-2ac1f68a522f'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:23:28.935996 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2300bbea-4d38-41c5-9b2c-776dcbbda1c4" -d '{"events": [{"server_uuid": "f94cbdce-374c-42e4-b805-64f6fe86027c", "name": "network-vif-deleted", "tag": "855f7dc4-7b51-41c2-b329-2ac1f68a522f"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:23:28.976535 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f934ad-6339-4adc-b551-2e96a07b5422 x-openstack-request-id: req-a7f934ad-6339-4adc-b551-2e96a07b5422 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:23:28.976535 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94cbdce-374c-42e4-b805-64f6fe86027c", "name": "network-vif-deleted", "tag": "855f7dc4-7b51-41c2-b329-2ac1f68a522f", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:23:28.976535 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7f934ad-6339-4adc-b551-2e96a07b5422 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:23:28.976535 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94cbdce-374c-42e4-b805-64f6fe86027c', 'name': 'network-vif-deleted', 'tag': '855f7dc4-7b51-41c2-b329-2ac1f68a522f', 'status': 'completed', 'code': 200} Jan 26 13:23:29.689674 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8497-6628-42e4-b550-4d1f57bbbec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:30.924208 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:31.695457 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 855f7dc4-7b51-41c2-b329-2ac1f68a522f no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:23:31.715692 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 855f7dc4-7b51-41c2-b329-2ac1f68a522f {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:23:31.716044 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 855f7dc4-7b51-41c2-b329-2ac1f68a522f not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:23:31.782569 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:23:32.253502 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:33.775330 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.272751 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43306) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:23:40.322512 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Deleting subnet c4643a11-c05a-4e61-91fc-1c3471c5b8d1 {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:23:40.326645 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Publish callbacks [] for subnet (c4643a11-c05a-4e61-91fc-1c3471c5b8d1), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.364185 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269881'] for subnet (c4643a11-c05a-4e61-91fc-1c3471c5b8d1), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.433425 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (c4643a11-c05a-4e61-91fc-1c3471c5b8d1), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.485784 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4584765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636906'] for subnet (c4643a11-c05a-4e61-91fc-1c3471c5b8d1), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.517326 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4643a11-c05a-4e61-91fc-1c3471c5b8d1,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:40.525572 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.531293 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c4643a11-c05a-4e61-91fc-1c3471c5b8d1 HTTP/1.1" status: 204 len: 168 time: 0.2574809 Jan 26 13:23:40.531808 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 43312) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:23:40.533237 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.533662 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.533913 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.534407 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.534899 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.535387 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.535758 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.536090 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.537095 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.537545 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.537958 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.538291 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.538625 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55efa90-ca71-4274-8333-f67f8740cad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:23:40.620185 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (d0307163-da1c-4e55-ab2e-8c1f547f7c64), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.703246 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (d0307163-da1c-4e55-ab2e-8c1f547f7c64), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.726769 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0307163-da1c-4e55-ab2e-8c1f547f7c64']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:40.737201 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a04df85-cbea-4a1a-ab12-e344e8cf3126') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:40.737465 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a04df85-cbea-4a1a-ab12-e344e8cf3126') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:40.756474 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4329121'] for segment (6a04df85-cbea-4a1a-ab12-e344e8cf3126), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.776660 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (6a04df85-cbea-4a1a-ab12-e344e8cf3126), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.783823 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:23:40.784391 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4731852'] for segment (6a04df85-cbea-4a1a-ab12-e344e8cf3126), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: Traceback (most recent call last): Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: timer() Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: cb(*args, **kw) Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: return func(*args, **kwargs) Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: self._notify() Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: self.callback(batched_events) Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: event.method(event) Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: return f(self, *a, **k) Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._get(url).json() Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: return self.request(url, 'GET', **kwargs) Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:23:40.786139 dv-cinder-824187-5-iscsi neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:23:40.865817 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (d0307163-da1c-4e55-ab2e-8c1f547f7c64), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.874545 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:40.883494 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] 10.222.0.10 "DELETE /v2.0/networks/d0307163-da1c-4e55-ab2e-8c1f547f7c64 HTTP/1.1" status: 204 len: 168 time: 0.3472698 Jan 26 13:23:40.897708 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce77568-5206-4d95-bbeb-49eaa3868a3e admin admin] Pushing event deleted for resources: {'Network': ['ID=d0307163-da1c-4e55-ab2e-8c1f547f7c64,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:41.016375 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43320) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:23:41.064693 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 43322) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:23:41.064934 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-44073202-9e3f-4dbd-b9be-695d234830b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=874958b2496d4d0f96706944e064fd8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470593 Jan 26 13:23:41.119888 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e83b0a54-9109-4ea5-b496-c571080f8316 admin admin] Publish callbacks [] for security_group (16901865-35f0-449b-962c-20673feffb14), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:41.142441 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e83b0a54-9109-4ea5-b496-c571080f8316 admin admin] Publish callbacks [] for security_group (16901865-35f0-449b-962c-20673feffb14), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:41.204127 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e83b0a54-9109-4ea5-b496-c571080f8316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (16901865-35f0-449b-962c-20673feffb14), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:41.206884 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e83b0a54-9109-4ea5-b496-c571080f8316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:41.215865 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-e83b0a54-9109-4ea5-b496-c571080f8316 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16901865-35f0-449b-962c-20673feffb14 HTTP/1.1" status: 204 len: 168 time: 0.1495535 Jan 26 13:23:41.226531 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b0a54-9109-4ea5-b496-c571080f8316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16901865-35f0-449b-962c-20673feffb14,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:46.881915 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43354) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:23:47.059099 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Deleting port d850482c-d0a3-4ead-b8cb-2f00899cbf6d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:23:47.059654 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (d850482c-d0a3-4ead-b8cb-2f00899cbf6d), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:47.139701 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (d850482c-d0a3-4ead-b8cb-2f00899cbf6d), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:47.139956 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (d850482c-d0a3-4ead-b8cb-2f00899cbf6d), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:47.154780 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Calling delete_port for d850482c-d0a3-4ead-b8cb-2f00899cbf6d owned by network:floatingip {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:23:47.321752 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (d850482c-d0a3-4ead-b8cb-2f00899cbf6d), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:47.351913 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event deleted for resources: {'Port': ['ID=d850482c-d0a3-4ead-b8cb-2f00899cbf6d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:47.420473 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (5ade0181-9ad7-478e-8f93-96aabfea4884), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:47.420762 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Floating IP 5ade0181-9ad7-478e-8f93-96aabfea4884 disassociated (deleted). External IP: 172.27.2.162, port: daa65535-44c5-4848-928f-110eadac932c. Jan 26 13:23:47.650897 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Router 5ae4a5db-5d8f-4b38-a172-3a530224e969 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:23:47.779166 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:23:47.790369 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0b692-dcdd-4a97-8df7-3d3ef51b2e49 None None] Sync routers for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:23:47.802142 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:47.809175 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0b692-dcdd-4a97-8df7-3d3ef51b2e49 None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:23:47.810440 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-71f0b692-dcdd-4a97-8df7-3d3ef51b2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:23:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:47.846784 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d78bbf75-0a27-4f14-b09a-02b897ec691b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "DELETE /v2.0/floatingips/5ade0181-9ad7-478e-8f93-96aabfea4884 HTTP/1.1" status: 204 len: 168 time: 0.9524305 Jan 26 13:23:47.847501 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'tag': 'daa65535-44c5-4848-928f-110eadac932c'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:23:47.857022 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b7e90b-0cce-4fb8-86b0-132913421aac" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1bad20-865f-46ec-8a1c-2419605fc682", "tag": "daa65535-44c5-4848-928f-110eadac932c"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:23:47.920998 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd99d0b5-56ca-4217-84d8-818ea90d741f x-openstack-request-id: req-cd99d0b5-56ca-4217-84d8-818ea90d741f {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:23:47.920998 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1bad20-865f-46ec-8a1c-2419605fc682", "tag": "daa65535-44c5-4848-928f-110eadac932c", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:23:47.920998 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd99d0b5-56ca-4217-84d8-818ea90d741f {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:23:47.922113 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'tag': 'daa65535-44c5-4848-928f-110eadac932c', 'status': 'completed', 'code': 200} Jan 26 13:23:47.986054 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7e90b-0cce-4fb8-86b0-132913421aac req-314ffe9f-33fc-4b98-8b16-3ac457e1a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:47.986633 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-71f0b692-dcdd-4a97-8df7-3d3ef51b2e49 None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:23:47.988424 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b9b7e90b-0cce-4fb8-86b0-132913421aac req-314ffe9f-33fc-4b98-8b16-3ac457e1a8a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 1098 time: 0.0448115 Jan 26 13:23:48.150251 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7e90b-0cce-4fb8-86b0-132913421aac req-e921e4d0-e30e-41c8-bfcd-04d865fc095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:48.151932 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b9b7e90b-0cce-4fb8-86b0-132913421aac req-e921e4d0-e30e-41c8-bfcd-04d865fc095a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 913 time: 0.1520894 Jan 26 13:23:48.206374 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b9b7e90b-0cce-4fb8-86b0-132913421aac req-0098f8ea-7de2-4288-9755-79239da556f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa65535-44c5-4848-928f-110eadac932c HTTP/1.1" status: 200 len: 217 time: 0.0440130 Jan 26 13:23:48.280677 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-71f0b692-dcdd-4a97-8df7-3d3ef51b2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '8db92fa4-b7c5-4b09-aeae-1a4a087e1a90', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': '686efe4b-6abd-4286-9274-db1034531764', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:60:47:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:20:02Z', 'updated_at': '2022-01-26T13:20:04Z', 'revision_number': 1, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:48.280985 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db7665-e8ec-4685-b5cb-a5bc381a51ab req-be92849f-9291-436b-9769-0703f332c830 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:48.282480 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-51db7665-e8ec-4685-b5cb-a5bc381a51ab req-be92849f-9291-436b-9769-0703f332c830 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 945 time: 0.1296096 Jan 26 13:23:48.308534 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7e90b-0cce-4fb8-86b0-132913421aac req-5c7058f8-9ca9-4388-a9b7-be1b954f6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:48.312676 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b9b7e90b-0cce-4fb8-86b0-132913421aac req-5c7058f8-9ca9-4388-a9b7-be1b954f6cef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 200 len: 851 time: 0.0891836 Jan 26 13:23:48.384912 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-51db7665-e8ec-4685-b5cb-a5bc381a51ab req-634ab3a8-d1ff-4d7c-b55d-0f90687ea153 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967352 Jan 26 13:23:48.400081 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7e90b-0cce-4fb8-86b0-132913421aac req-244d2158-a80c-4f7b-85b6-e6bc3c9291a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:48.402267 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b9b7e90b-0cce-4fb8-86b0-132913421aac req-244d2158-a80c-4f7b-85b6-e6bc3c9291a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c715bf63-2397-4403-a2dc-b9a4df0d6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810137 Jan 26 13:23:48.478718 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0b692-dcdd-4a97-8df7-3d3ef51b2e49 None None] Checking router: 5ae4a5db-5d8f-4b38-a172-3a530224e969 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:23:48.487606 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0b692-dcdd-4a97-8df7-3d3ef51b2e49 None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:23:48.488272 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-71f0b692-dcdd-4a97-8df7-3d3ef51b2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:23:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:48.519523 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b9b7e90b-0cce-4fb8-86b0-132913421aac req-e7d6dd92-7e9d-4a3d-bb28-29125c61c706 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986362 Jan 26 13:23:48.622954 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-71f0b692-dcdd-4a97-8df7-3d3ef51b2e49 None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:23:48.638916 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b9b7e90b-0cce-4fb8-86b0-132913421aac req-da892f6e-4f55-4f34-92b8-ab6804da2545 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115344 Jan 26 13:23:48.867052 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-71f0b692-dcdd-4a97-8df7-3d3ef51b2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '8db92fa4-b7c5-4b09-aeae-1a4a087e1a90', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': '686efe4b-6abd-4286-9274-db1034531764', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:60:47:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:20:02Z', 'updated_at': '2022-01-26T13:20:04Z', 'revision_number': 1, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:48.899514 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0b692-dcdd-4a97-8df7-3d3ef51b2e49 None None] The sync data for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi is: [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_floatingips': [{'id': '8db92fa4-b7c5-4b09-aeae-1a4a087e1a90', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'router_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'port_id': '686efe4b-6abd-4286-9274-db1034531764', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'mac_address': 'fa:16:3e:60:47:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T13:20:02Z', 'updated_at': '2022-01-26T13:20:04Z', 'revision_number': 1, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:23:49.182235 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7514fc2-15c2-4a6b-bdd7-9c215df1ec74 None None] New status for floating IP 5ade0181-9ad7-478e-8f93-96aabfea4884: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:23:49.510673 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f84557-5b1c-482d-85ef-6274bb92fbbf req-0bfa6eca-f7fb-4188-a413-a3b9ce08b594 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:49.512172 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d2f84557-5b1c-482d-85ef-6274bb92fbbf req-0bfa6eca-f7fb-4188-a413-a3b9ce08b594 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 945 time: 0.0483141 Jan 26 13:23:49.560050 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d2f84557-5b1c-482d-85ef-6274bb92fbbf req-d73b45ad-6380-4d25-a903-dee88a39f33a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423937 Jan 26 13:23:49.670620 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41fbd3-53a2-446f-938c-d8881a44b55e req-ae75dd19-e32e-48b1-9b30-c415dce57098 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:49.671953 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6e41fbd3-53a2-446f-938c-d8881a44b55e req-ae75dd19-e32e-48b1-9b30-c415dce57098 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 945 time: 0.0472455 Jan 26 13:23:49.765385 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-6e41fbd3-53a2-446f-938c-d8881a44b55e req-5a0ffac5-c53e-432e-8ce1-28daec158c07 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Deleting port daa65535-44c5-4848-928f-110eadac932c {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:23:49.765719 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6e41fbd3-53a2-446f-938c-d8881a44b55e req-5a0ffac5-c53e-432e-8ce1-28daec158c07 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (daa65535-44c5-4848-928f-110eadac932c), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:49.850595 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6e41fbd3-53a2-446f-938c-d8881a44b55e req-5a0ffac5-c53e-432e-8ce1-28daec158c07 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] For port daa65535-44c5-4848-928f-110eadac932c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=daa65535-44c5-4848-928f-110eadac932c,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:23:49.850952 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6e41fbd3-53a2-446f-938c-d8881a44b55e req-5a0ffac5-c53e-432e-8ce1-28daec158c07 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (daa65535-44c5-4848-928f-110eadac932c), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:49.862350 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-6e41fbd3-53a2-446f-938c-d8881a44b55e req-5a0ffac5-c53e-432e-8ce1-28daec158c07 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Calling delete_port for daa65535-44c5-4848-928f-110eadac932c owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:23:49.989824 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6e41fbd3-53a2-446f-938c-d8881a44b55e req-5a0ffac5-c53e-432e-8ce1-28daec158c07 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (daa65535-44c5-4848-928f-110eadac932c), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:50.015761 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ffac5-c53e-432e-8ce1-28daec158c07 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event deleted for resources: {'Port': ['ID=daa65535-44c5-4848-928f-110eadac932c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:50.061647 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e41fbd3-53a2-446f-938c-d8881a44b55e req-5a0ffac5-c53e-432e-8ce1-28daec158c07 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] No DVR routers for this DVR port daa65535-44c5-4848-928f-110eadac932c on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:23:50.064129 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6e41fbd3-53a2-446f-938c-d8881a44b55e req-5a0ffac5-c53e-432e-8ce1-28daec158c07 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:50.067462 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-6e41fbd3-53a2-446f-938c-d8881a44b55e req-5a0ffac5-c53e-432e-8ce1-28daec158c07 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "DELETE /v2.0/ports/daa65535-44c5-4848-928f-110eadac932c HTTP/1.1" status: 204 len: 173 time: 0.3884795 Jan 26 13:23:50.067934 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'name': 'network-vif-deleted', 'tag': 'daa65535-44c5-4848-928f-110eadac932c'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:23:50.070180 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355231ea-ac33-46de-bff2-e302bfcd291c" -d '{"events": [{"server_uuid": "2f1bad20-865f-46ec-8a1c-2419605fc682", "name": "network-vif-deleted", "tag": "daa65535-44c5-4848-928f-110eadac932c"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:23:50.107003 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eeb257-5a15-4454-b93d-14d19b1d0787 x-openstack-request-id: req-b9eeb257-5a15-4454-b93d-14d19b1d0787 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:23:50.107299 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1bad20-865f-46ec-8a1c-2419605fc682", "name": "network-vif-deleted", "tag": "daa65535-44c5-4848-928f-110eadac932c", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:23:50.107552 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9eeb257-5a15-4454-b93d-14d19b1d0787 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:23:50.107985 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1bad20-865f-46ec-8a1c-2419605fc682', 'name': 'network-vif-deleted', 'tag': 'daa65535-44c5-4848-928f-110eadac932c', 'status': 'completed', 'code': 200} Jan 26 13:23:50.674435 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-d5696ba0-2d81-47f2-bc75-a2e9f8789188 req-0b17a579-26bf-4a33-8868-d68c6d34a856 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f1bad20-865f-46ec-8a1c-2419605fc682 HTTP/1.1" status: 200 len: 210 time: 0.0311589 Jan 26 13:23:50.916858 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:51.824368 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 43462) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:23:51.868594 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-80471b93-7f73-4549-bb2c-30b47dc8dcc3 admin admin] Deleting subnet c046ba44-d4c1-46d9-bfb4-f384e5e6829c {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:23:51.871586 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-80471b93-7f73-4549-bb2c-30b47dc8dcc3 admin admin] Publish callbacks [] for subnet (c046ba44-d4c1-46d9-bfb4-f384e5e6829c), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:51.904345 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-80471b93-7f73-4549-bb2c-30b47dc8dcc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4329128'] for subnet (c046ba44-d4c1-46d9-bfb4-f384e5e6829c), precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:51.947191 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-80471b93-7f73-4549-bb2c-30b47dc8dcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (c046ba44-d4c1-46d9-bfb4-f384e5e6829c), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:51.998161 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-80471b93-7f73-4549-bb2c-30b47dc8dcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4731746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4762770'] for subnet (c046ba44-d4c1-46d9-bfb4-f384e5e6829c), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.023319 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80471b93-7f73-4549-bb2c-30b47dc8dcc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c046ba44-d4c1-46d9-bfb4-f384e5e6829c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:52.027033 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-80471b93-7f73-4549-bb2c-30b47dc8dcc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for subnet (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.030228 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-80471b93-7f73-4549-bb2c-30b47dc8dcc3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c046ba44-d4c1-46d9-bfb4-f384e5e6829c HTTP/1.1" status: 204 len: 168 time: 0.2048521 Jan 26 13:23:52.032730 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 43464) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:23:52.099304 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (cc5ffa70-15bd-470d-8ef2-4964e386ad23), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.178558 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (cc5ffa70-15bd-470d-8ef2-4964e386ad23), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.197884 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5ffa70-15bd-470d-8ef2-4964e386ad23']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:52.206851 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41014357-00a4-404a-97f7-1fe76f0b0e96') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:52.207150 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41014357-00a4-404a-97f7-1fe76f0b0e96') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:52.217056 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4329121'] for segment (41014357-00a4-404a-97f7-1fe76f0b0e96), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.230684 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (41014357-00a4-404a-97f7-1fe76f0b0e96), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.236761 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:23:52.237144 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4731852'] for segment (41014357-00a4-404a-97f7-1fe76f0b0e96), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: Traceback (most recent call last): Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: timer() Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: cb(*args, **kw) Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: return func(*args, **kwargs) Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: self._notify() Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: self.callback(batched_events) Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: event.method(event) Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: return f(self, *a, **k) Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._get(url).json() Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: return self.request(url, 'GET', **kwargs) Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:23:52.238965 dv-cinder-824187-5-iscsi neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:23:52.294301 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (cc5ffa70-15bd-470d-8ef2-4964e386ad23), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.298906 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.302095 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] 10.222.0.10 "DELETE /v2.0/networks/cc5ffa70-15bd-470d-8ef2-4964e386ad23 HTTP/1.1" status: 204 len: 168 time: 0.2684655 Jan 26 13:23:52.314274 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a875140-aad4-4a3c-8164-c8ebd117d6ce admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5ffa70-15bd-470d-8ef2-4964e386ad23,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:52.460628 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43468) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:23:52.498989 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-8cc2ddd3-fcc7-4d2f-b8dc-bb165e7be3c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b73f5e8a55a490f874808868d30abd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371544 Jan 26 13:23:52.501291 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43470) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:23:52.547007 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e414c62-b106-46b7-8646-fcf0dc653424 admin admin] Publish callbacks [] for security_group (839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.568225 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e414c62-b106-46b7-8646-fcf0dc653424 admin admin] Publish callbacks [] for security_group (839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.613220 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e414c62-b106-46b7-8646-fcf0dc653424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.616145 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e414c62-b106-46b7-8646-fcf0dc653424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:52.617284 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-4e414c62-b106-46b7-8646-fcf0dc653424 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc HTTP/1.1" status: 204 len: 168 time: 0.1151133 Jan 26 13:23:52.625030 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e414c62-b106-46b7-8646-fcf0dc653424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839c2064-e6fa-41f6-81a1-5f3ef2ebe7fc,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:53.793643 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device daa65535-44c5-4848-928f-110eadac932c no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:23:53.819405 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: daa65535-44c5-4848-928f-110eadac932c {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:23:53.819791 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device daa65535-44c5-4848-928f-110eadac932c not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:23:53.953999 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43548) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:23:54.119453 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Deleting port 6c27ca94-b703-40aa-8126-ea8efb4a4e63 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:23:54.119816 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (6c27ca94-b703-40aa-8126-ea8efb4a4e63), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:54.199560 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (6c27ca94-b703-40aa-8126-ea8efb4a4e63), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:54.199922 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (6c27ca94-b703-40aa-8126-ea8efb4a4e63), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:54.212880 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Calling delete_port for 6c27ca94-b703-40aa-8126-ea8efb4a4e63 owned by network:floatingip {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:23:54.363512 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (6c27ca94-b703-40aa-8126-ea8efb4a4e63), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:54.391412 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event deleted for resources: {'Port': ['ID=6c27ca94-b703-40aa-8126-ea8efb4a4e63,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:54.454447 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (8db92fa4-b7c5-4b09-aeae-1a4a087e1a90), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:54.454823 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.db.l3_db [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Floating IP 8db92fa4-b7c5-4b09-aeae-1a4a087e1a90 disassociated (deleted). External IP: 172.27.2.198, port: 686efe4b-6abd-4286-9274-db1034531764. Jan 26 13:23:54.659053 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Router 5ae4a5db-5d8f-4b38-a172-3a530224e969 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:23:54.768473 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:23:54.773626 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:54.778602 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b47ba9-cfab-49d6-9c27-ad7c46c251e1 None None] Sync routers for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:23:54.788706 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b47ba9-cfab-49d6-9c27-ad7c46c251e1 None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:23:54.789318 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-40b47ba9-cfab-49d6-9c27-ad7c46c251e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:23:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:54.809875 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-4ec44a6c-d002-49aa-a7e5-2801c978199e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "DELETE /v2.0/floatingips/8db92fa4-b7c5-4b09-aeae-1a4a087e1a90 HTTP/1.1" status: 204 len: 168 time: 0.8524194 Jan 26 13:23:54.809875 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'tag': '686efe4b-6abd-4286-9274-db1034531764'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:23:54.810664 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19a5554efbe13d627c581bd43efe4222a8a97ab40d89e548e3be17985112bf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b243750d-72c2-4644-87f2-2474ebdb4f00" -d '{"events": [{"name": "network-changed", "server_uuid": "d60ab9a6-e9cf-465f-a39e-97083a23a7e2", "tag": "686efe4b-6abd-4286-9274-db1034531764"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:23:54.865913 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b3fa8d-8fd2-471a-84a6-7fc192214891 x-openstack-request-id: req-37b3fa8d-8fd2-471a-84a6-7fc192214891 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:23:54.866280 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60ab9a6-e9cf-465f-a39e-97083a23a7e2", "tag": "686efe4b-6abd-4286-9274-db1034531764", "status": "completed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:23:54.866602 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37b3fa8d-8fd2-471a-84a6-7fc192214891 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:23:54.867071 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'tag': '686efe4b-6abd-4286-9274-db1034531764', 'status': 'completed', 'code': 200} Jan 26 13:23:54.911364 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-40b47ba9-cfab-49d6-9c27-ad7c46c251e1 None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:23:54.967268 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243750d-72c2-4644-87f2-2474ebdb4f00 req-91c52074-11d5-4651-8e67-fe839c60dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:54.968977 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b243750d-72c2-4644-87f2-2474ebdb4f00 req-91c52074-11d5-4651-8e67-fe839c60dc0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0520272 Jan 26 13:23:55.120776 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1184d63-a342-49c1-bf2d-ba8ccfd8dc85 req-4ad7eae7-6955-41a8-9ca2-13e664ce6d3b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:55.122287 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b1184d63-a342-49c1-bf2d-ba8ccfd8dc85 req-4ad7eae7-6955-41a8-9ca2-13e664ce6d3b tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 945 time: 0.0768545 Jan 26 13:23:55.123291 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243750d-72c2-4644-87f2-2474ebdb4f00 req-911364aa-f100-4e2a-9964-f1a5867c05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:55.124646 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b243750d-72c2-4644-87f2-2474ebdb4f00 req-911364aa-f100-4e2a-9964-f1a5867c05e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 200 len: 913 time: 0.1339731 Jan 26 13:23:55.141369 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-40b47ba9-cfab-49d6-9c27-ad7c46c251e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:55.170170 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b47ba9-cfab-49d6-9c27-ad7c46c251e1 None None] Checking router: 5ae4a5db-5d8f-4b38-a172-3a530224e969 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:23:55.182560 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b47ba9-cfab-49d6-9c27-ad7c46c251e1 None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:23:55.182560 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-40b47ba9-cfab-49d6-9c27-ad7c46c251e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:23:30Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:55.185807 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b243750d-72c2-4644-87f2-2474ebdb4f00 req-5f181046-6fdd-4419-9b81-dc987a672c8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=686efe4b-6abd-4286-9274-db1034531764 HTTP/1.1" status: 200 len: 217 time: 0.0516894 Jan 26 13:23:55.250511 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b1184d63-a342-49c1-bf2d-ba8ccfd8dc85 req-8eabd880-fd91-4fa8-aa7f-99d9c948e72e tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179030 Jan 26 13:23:55.259924 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243750d-72c2-4644-87f2-2474ebdb4f00 req-2db2617d-c3a1-4b5a-8cf9-2541edaff1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:55.261478 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b243750d-72c2-4644-87f2-2474ebdb4f00 req-2db2617d-c3a1-4b5a-8cf9-2541edaff1ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 200 len: 851 time: 0.0659685 Jan 26 13:23:55.309560 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243750d-72c2-4644-87f2-2474ebdb4f00 req-6e348a1b-ea09-43f6-9325-474266865782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:55.311013 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b243750d-72c2-4644-87f2-2474ebdb4f00 req-6e348a1b-ea09-43f6-9325-474266865782 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c715bf63-2397-4403-a2dc-b9a4df0d6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420456 Jan 26 13:23:55.343267 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-40b47ba9-cfab-49d6-9c27-ad7c46c251e1 None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:23:55.403747 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b243750d-72c2-4644-87f2-2474ebdb4f00 req-fc45e315-8d22-48e0-a658-fb045b882a8b service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842357 Jan 26 13:23:55.501077 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-b243750d-72c2-4644-87f2-2474ebdb4f00 req-295dfaec-554c-418b-a5fc-0c1d7e6fefb4 service neutron] 10.222.0.24 "GET /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908916 Jan 26 13:23:55.611872 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-40b47ba9-cfab-49d6-9c27-ad7c46c251e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:23:55.638483 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b47ba9-cfab-49d6-9c27-ad7c46c251e1 None None] The sync data for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi is: [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:01Z', 'revision_number': 4, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi', '_interfaces': [{'id': 'c9831ca2-7eb7-49b7-ac5e-d830c4500bbe', 'name': '', 'network_id': 'c715bf63-2397-4403-a2dc-b9a4df0d6a60', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'mac_address': 'fa:16:3e:42:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:00Z', 'updated_at': '2022-01-26T13:16:08Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'subnets': [{'id': '8a1c51b8-431e-4863-b7de-0a8522943a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:23:55.852809 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18e132-5c52-431c-97d7-c2adc2824fec None None] New status for floating IP 8db92fa4-b7c5-4b09-aeae-1a4a087e1a90: DOWN {{(pid=102611) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 13:23:56.370832 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b6cf8-033c-49f2-bb7b-de6314986b5c req-426377c7-89cb-4971-8a4c-f4f27ee7ac03 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:56.372338 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fa2b6cf8-033c-49f2-bb7b-de6314986b5c req-426377c7-89cb-4971-8a4c-f4f27ee7ac03 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 945 time: 0.0482824 Jan 26 13:23:56.420599 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-fa2b6cf8-033c-49f2-bb7b-de6314986b5c req-6e28078c-8a8f-421f-9551-d3d8388f16d5 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0b36047-c8d9-4172-b125-21a985d6812d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428131 Jan 26 13:23:56.599233 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d268625-804c-4af0-b53d-2d2c87fea772 req-0a16a4c6-923e-4d03-8304-796220e363f9 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 13:23:56.600451 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0d268625-804c-4af0-b53d-2d2c87fea772 req-0a16a4c6-923e-4d03-8304-796220e363f9 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 945 time: 0.0510356 Jan 26 13:23:56.694842 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-0d268625-804c-4af0-b53d-2d2c87fea772 req-4a5b4ae0-9ef6-4925-9528-47cb958fb1ce tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Deleting port 686efe4b-6abd-4286-9274-db1034531764 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:23:56.695466 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-0d268625-804c-4af0-b53d-2d2c87fea772 req-4a5b4ae0-9ef6-4925-9528-47cb958fb1ce tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (686efe4b-6abd-4286-9274-db1034531764), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:56.789705 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-0d268625-804c-4af0-b53d-2d2c87fea772 req-4a5b4ae0-9ef6-4925-9528-47cb958fb1ce tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] For port 686efe4b-6abd-4286-9274-db1034531764, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=686efe4b-6abd-4286-9274-db1034531764,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:23:56.790065 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-0d268625-804c-4af0-b53d-2d2c87fea772 req-4a5b4ae0-9ef6-4925-9528-47cb958fb1ce tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (686efe4b-6abd-4286-9274-db1034531764), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:56.802663 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-0d268625-804c-4af0-b53d-2d2c87fea772 req-4a5b4ae0-9ef6-4925-9528-47cb958fb1ce tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Calling delete_port for 686efe4b-6abd-4286-9274-db1034531764 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:23:56.931013 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-0d268625-804c-4af0-b53d-2d2c87fea772 req-4a5b4ae0-9ef6-4925-9528-47cb958fb1ce tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (686efe4b-6abd-4286-9274-db1034531764), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:56.964528 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b4ae0-9ef6-4925-9528-47cb958fb1ce tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event deleted for resources: {'Port': ['ID=686efe4b-6abd-4286-9274-db1034531764,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:57.004093 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d268625-804c-4af0-b53d-2d2c87fea772 req-4a5b4ae0-9ef6-4925-9528-47cb958fb1ce tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] No DVR routers for this DVR port 686efe4b-6abd-4286-9274-db1034531764 on host hv-cinder-82418 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:23:57.007018 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-0d268625-804c-4af0-b53d-2d2c87fea772 req-4a5b4ae0-9ef6-4925-9528-47cb958fb1ce tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for port (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:57.010436 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-0d268625-804c-4af0-b53d-2d2c87fea772 req-4a5b4ae0-9ef6-4925-9528-47cb958fb1ce tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.24 "DELETE /v2.0/ports/686efe4b-6abd-4286-9274-db1034531764 HTTP/1.1" status: 204 len: 173 time: 0.3985281 Jan 26 13:23:57.010881 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'name': 'network-vif-deleted', 'tag': '686efe4b-6abd-4286-9274-db1034531764'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 13:23:57.013112 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ca1929dc0893c76041ca9052a27fc60e78bbeb43bb9bdc1b952c3355d693bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd0f462-3ffa-4d5b-a3fe-4e2e806ca3c9" -d '{"events": [{"server_uuid": "d60ab9a6-e9cf-465f-a39e-97083a23a7e2", "name": "network-vif-deleted", "tag": "686efe4b-6abd-4286-9274-db1034531764"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 13:23:57.054095 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 13:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212c71b9-2670-40f2-ba74-07d3b6b448df x-openstack-request-id: req-212c71b9-2670-40f2-ba74-07d3b6b448df {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 13:23:57.054389 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60ab9a6-e9cf-465f-a39e-97083a23a7e2", "name": "network-vif-deleted", "tag": "686efe4b-6abd-4286-9274-db1034531764", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 13:23:57.054645 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-212c71b9-2670-40f2-ba74-07d3b6b448df {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 13:23:57.055044 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60ab9a6-e9cf-465f-a39e-97083a23a7e2', 'name': 'network-vif-deleted', 'tag': '686efe4b-6abd-4286-9274-db1034531764', 'status': 'completed', 'code': 200} Jan 26 13:23:57.436976 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-169f53c3-ac4c-40a8-b29a-4bafe3fa0994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:57.527050 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [req-81428683-405d-4756-b8ad-a7ad214ebd11 req-b09b65bf-52ec-4261-b45e-65e6444c9e85 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "GET /v2.0/ports?device_id=d60ab9a6-e9cf-465f-a39e-97083a23a7e2 HTTP/1.1" status: 200 len: 210 time: 0.0261984 Jan 26 13:23:58.584955 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43584) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:23:58.711548 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e072300f-e453-4158-85fd-2b913345756a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Deleting port 39acce81-75c5-4d91-bbc9-96780ef74a38 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:23:58.711911 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e072300f-e453-4158-85fd-2b913345756a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (39acce81-75c5-4d91-bbc9-96780ef74a38), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:58.785460 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e072300f-e453-4158-85fd-2b913345756a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (39acce81-75c5-4d91-bbc9-96780ef74a38), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:58.785804 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e072300f-e453-4158-85fd-2b913345756a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (39acce81-75c5-4d91-bbc9-96780ef74a38), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:58.798455 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e072300f-e453-4158-85fd-2b913345756a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Calling delete_port for 39acce81-75c5-4d91-bbc9-96780ef74a38 owned by network:floatingip {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:23:58.934381 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e072300f-e453-4158-85fd-2b913345756a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (39acce81-75c5-4d91-bbc9-96780ef74a38), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:58.961122 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072300f-e453-4158-85fd-2b913345756a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event deleted for resources: {'Port': ['ID=39acce81-75c5-4d91-bbc9-96780ef74a38,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:23:59.028753 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e072300f-e453-4158-85fd-2b913345756a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for floatingip (b0212275-509f-4e3d-b553-6d0c4dbe43eb), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:59.032055 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e072300f-e453-4158-85fd-2b913345756a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254253'] for floatingip (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:59.034213 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-e072300f-e453-4158-85fd-2b913345756a tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "DELETE /v2.0/floatingips/b0212275-509f-4e3d-b553-6d0c4dbe43eb HTTP/1.1" status: 204 len: 168 time: 0.4474182 Jan 26 13:23:59.694026 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e276ec40-af7f-4080-8049-0eb4d1fcc911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:23:59.839746 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 686efe4b-6abd-4286-9274-db1034531764 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:23:59.863735 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] No Port match for: 686efe4b-6abd-4286-9274-db1034531764 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:23:59.864085 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Device 686efe4b-6abd-4286-9274-db1034531764 not bound to the agent host hv-cinder-82418 {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:24:00.222101 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43600) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:00.278182 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7774154-211c-4b3b-8f3c-694eb2b9dca7 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group (e0b36047-c8d9-4172-b125-21a985d6812d), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:00.303830 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7774154-211c-4b3b-8f3c-694eb2b9dca7 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group (e0b36047-c8d9-4172-b125-21a985d6812d), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:00.363226 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7774154-211c-4b3b-8f3c-694eb2b9dca7 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (e0b36047-c8d9-4172-b125-21a985d6812d), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:00.365822 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7774154-211c-4b3b-8f3c-694eb2b9dca7 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:00.366998 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-d7774154-211c-4b3b-8f3c-694eb2b9dca7 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] 10.222.0.10 "DELETE /v2.0/security-groups/e0b36047-c8d9-4172-b125-21a985d6812d HTTP/1.1" status: 204 len: 168 time: 0.1438801 Jan 26 13:24:00.375940 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7774154-211c-4b3b-8f3c-694eb2b9dca7 tempest-TestVolumeBootPattern-159014019 tempest-TestVolumeBootPattern-159014019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b36047-c8d9-4172-b125-21a985d6812d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:00.429029 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43604) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:00.928642 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:01.176526 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2d0b62f1-a585-440b-bd4a-ff1c0cef12ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533886'] for router_interface (5ae4a5db-5d8f-4b38-a172-3a530224e969), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:01.425906 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b62f1-a585-440b-bd4a-ff1c0cef12ef admin admin] Deleting port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:24:01.426624 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2d0b62f1-a585-440b-bd4a-ff1c0cef12ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:01.502787 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2d0b62f1-a585-440b-bd4a-ff1c0cef12ef admin admin] For port c9831ca2-7eb7-49b7-ac5e-d830c4500bbe, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=c9831ca2-7eb7-49b7-ac5e-d830c4500bbe,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:24:01.503142 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2d0b62f1-a585-440b-bd4a-ff1c0cef12ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:01.514644 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b62f1-a585-440b-bd4a-ff1c0cef12ef admin admin] Calling delete_port for c9831ca2-7eb7-49b7-ac5e-d830c4500bbe owned by network:router_interface {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:24:01.693617 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2d0b62f1-a585-440b-bd4a-ff1c0cef12ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (c9831ca2-7eb7-49b7-ac5e-d830c4500bbe), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:01.718243 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b62f1-a585-440b-bd4a-ff1c0cef12ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c9831ca2-7eb7-49b7-ac5e-d830c4500bbe,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:01.889147 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2d0b62f1-a585-440b-bd4a-ff1c0cef12ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533994'] for router_interface (5ae4a5db-5d8f-4b38-a172-3a530224e969), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:02.104288 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0b62f1-a585-440b-bd4a-ff1c0cef12ef admin admin] Router 5ae4a5db-5d8f-4b38-a172-3a530224e969 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:24:02.214327 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0b62f1-a585-440b-bd4a-ff1c0cef12ef admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:24:02.222580 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-2d0b62f1-a585-440b-bd4a-ff1c0cef12ef admin admin] 10.222.0.10 "PUT /v2.0/routers/5ae4a5db-5d8f-4b38-a172-3a530224e969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7891345 Jan 26 13:24:02.222580 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43612) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:02.225617 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649b675-716a-4187-a007-a54b92aecd04 None None] Sync routers for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:24:02.236616 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649b675-716a-4187-a007-a54b92aecd04 None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:24:02.237250 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3649b675-716a-4187-a007-a54b92aecd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:24:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:02.298987 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:02.326702 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Publish callbacks [] for router (5ae4a5db-5d8f-4b38-a172-3a530224e969), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:02.354665 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-3649b675-716a-4187-a007-a54b92aecd04 None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:24:02.432237 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Publish callbacks [] for router_gateway (5ae4a5db-5d8f-4b38-a172-3a530224e969), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:02.490467 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Deleting port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:24:02.490806 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:02.575093 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] For port 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:24:02.575560 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:02.588191 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Calling delete_port for 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 owned by network:router_gateway {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:24:02.657903 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3649b675-716a-4187-a007-a54b92aecd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:24:01Z', 'revision_number': 5, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port': {'id': '0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:6c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:02.689909 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649b675-716a-4187-a007-a54b92aecd04 None None] Checking router: 5ae4a5db-5d8f-4b38-a172-3a530224e969 for host: dv-cinder-824187-5-iscsi {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:24:02.698896 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649b675-716a-4187-a007-a54b92aecd04 None None] Routers {'5ae4a5db-5d8f-4b38-a172-3a530224e969'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:24:02.699461 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3649b675-716a-4187-a007-a54b92aecd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:24:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['5ae4a5db-5d8f-4b38-a172-3a530224e969'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:02.759479 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:02.785720 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:02.793909 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-3649b675-716a-4187-a007-a54b92aecd04 None None] Set router 5ae4a5db-5d8f-4b38-a172-3a530224e969 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:24:02.845571 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3649b675-716a-4187-a007-a54b92aecd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:24:02Z', 'revision_number': 6, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port_host': None}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:02.848873 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539012'] for router_gateway (5ae4a5db-5d8f-4b38-a172-3a530224e969), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:02.874852 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649b675-716a-4187-a007-a54b92aecd04 None None] The sync data for ids ['5ae4a5db-5d8f-4b38-a172-3a530224e969'] in dv-cinder-824187-5-iscsi is: [{'id': '5ae4a5db-5d8f-4b38-a172-3a530224e969', 'name': 'tempest-TestVolumeBootPattern-1880294118-router', 'tenant_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:15:57Z', 'updated_at': '2022-01-26T13:24:02Z', 'revision_number': 6, 'project_id': '9ee1f69d46a04a0cbb2b0e04296d9cd3', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:24:02.949049 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12851'] for router (5ae4a5db-5d8f-4b38-a172-3a530224e969), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:02.951133 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Publish callbacks [] for router_controller (5ae4a5db-5d8f-4b38-a172-3a530224e969), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:02.992651 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532504'] for router (5ae4a5db-5d8f-4b38-a172-3a530224e969), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:02.993288 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ae4a5db-5d8f-4b38-a172-3a530224e969 {{(pid=102609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 13:24:02.998427 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:02.999563 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-984a5692-ecd8-44d3-bb79-dcea7c29859e admin admin] 10.222.0.10 "DELETE /v2.0/routers/5ae4a5db-5d8f-4b38-a172-3a530224e969 HTTP/1.1" status: 204 len: 168 time: 0.7767622 Jan 26 13:24:03.002034 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43618) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:03.044704 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc08dec-e187-47f9-ac01-f4a516289b55 admin admin] Deleting subnet 8a1c51b8-431e-4863-b7de-0a8522943a75 {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:24:03.047643 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fdc08dec-e187-47f9-ac01-f4a516289b55 admin admin] Publish callbacks [] for subnet (8a1c51b8-431e-4863-b7de-0a8522943a75), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.082201 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fdc08dec-e187-47f9-ac01-f4a516289b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269881'] for subnet (8a1c51b8-431e-4863-b7de-0a8522943a75), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.161959 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fdc08dec-e187-47f9-ac01-f4a516289b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (8a1c51b8-431e-4863-b7de-0a8522943a75), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.215276 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fdc08dec-e187-47f9-ac01-f4a516289b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4584765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636906'] for subnet (8a1c51b8-431e-4863-b7de-0a8522943a75), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.249331 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc08dec-e187-47f9-ac01-f4a516289b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1c51b8-431e-4863-b7de-0a8522943a75,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:03.251465 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fdc08dec-e187-47f9-ac01-f4a516289b55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.256439 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a5dd6-4f12-48af-b9ba-741b5169957c None None] Network c715bf63-2397-4403-a2dc-b9a4df0d6a60 requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:24:03.257508 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-fdc08dec-e187-47f9-ac01-f4a516289b55 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8a1c51b8-431e-4863-b7de-0a8522943a75 HTTP/1.1" status: 204 len: 168 time: 0.2545052 Jan 26 13:24:03.258686 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 43626) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:03.604121 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (c715bf63-2397-4403-a2dc-b9a4df0d6a60), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.653631 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Deleting port 89f50d3e-fa31-46c8-ad46-8aea50183a67 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:24:03.653894 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.715606 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] DHCP port deletion for c715bf63-2397-4403-a2dc-b9a4df0d6a60 request from dv-cinder-824187-5-iscsi {{(pid=102610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 13:24:03.717192 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] For port 89f50d3e-fa31-46c8-ad46-8aea50183a67, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=89f50d3e-fa31-46c8-ad46-8aea50183a67,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:24:03.717403 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.732093 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Calling delete_port for 89f50d3e-fa31-46c8-ad46-8aea50183a67 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:24:03.786158 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Deleting port 89f50d3e-fa31-46c8-ad46-8aea50183a67 {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:24:03.786527 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.789703 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.820383 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4731711'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.833330 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] No DVR routers for this DVR port 89f50d3e-fa31-46c8-ad46-8aea50183a67 on host dv-cinder-824187-5-iscsi {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:24:03.854220 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f50d3e-fa31-46c8-ad46-8aea50183a67,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:03.858201 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] For port 89f50d3e-fa31-46c8-ad46-8aea50183a67, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=89f50d3e-fa31-46c8-ad46-8aea50183a67,segment=NetworkSegment(df16feb8-d25c-4a5b-be6b-de4b54979469),segment_id=df16feb8-d25c-4a5b-be6b-de4b54979469)] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:24:03.858907 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.874297 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Calling delete_port for 89f50d3e-fa31-46c8-ad46-8aea50183a67 owned by network:dhcp {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:24:03.926452 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (c715bf63-2397-4403-a2dc-b9a4df0d6a60), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.948419 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c715bf63-2397-4403-a2dc-b9a4df0d6a60']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:03.960365 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278'] for port (89f50d3e-fa31-46c8-ad46-8aea50183a67), after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.962647 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df16feb8-d25c-4a5b-be6b-de4b54979469') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:03.963093 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.services.segments.db [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df16feb8-d25c-4a5b-be6b-de4b54979469') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:03.973675 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] No DVR routers for this DVR port 89f50d3e-fa31-46c8-ad46-8aea50183a67 on host dv-cinder-824187-5-iscsi {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:24:03.973922 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4329121'] for segment (df16feb8-d25c-4a5b-be6b-de4b54979469), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.991770 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (df16feb8-d25c-4a5b-be6b-de4b54979469), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:03.992822 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Pushing event deleted for resources: {'Port': ['ID=89f50d3e-fa31-46c8-ad46-8aea50183a67,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:04.001578 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.001942 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.002294 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.002650 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.003484 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.003484 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.003651 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.003949 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.004362 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.004591 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.004924 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.005259 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.005997 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9093c-d1bd-48e0-8ee0-bf103889c678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:04.006999 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:24:04.007511 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4731852'] for segment (df16feb8-d25c-4a5b-be6b-de4b54979469), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: Traceback (most recent call last): Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: timer() Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: cb(*args, **kw) Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: return func(*args, **kwargs) Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: self._notify() Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: self.callback(batched_events) Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: event.method(event) Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: return f(self, *a, **k) Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._get(url).json() Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: return self.request(url, 'GET', **kwargs) Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:24:04.010063 dv-cinder-824187-5-iscsi neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:24:04.061545 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (c715bf63-2397-4403-a2dc-b9a4df0d6a60), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:04.066824 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:04.069980 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c715bf63-2397-4403-a2dc-b9a4df0d6a60 HTTP/1.1" status: 204 len: 168 time: 0.8102636 Jan 26 13:24:04.073608 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43632) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:04.082713 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572adbee-b9d2-46b5-95ce-fdeca41699b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c715bf63-2397-4403-a2dc-b9a4df0d6a60,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:04.417136 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-809d0f73-9677-4f97-8a2a-b3c36602f9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533886'] for router_interface (0afdfcd4-19ad-4614-9670-5dd7298f5b46), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:04.650621 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-809d0f73-9677-4f97-8a2a-b3c36602f9ad admin admin] Deleting port 73000fda-561a-4eff-83a8-71acf3d1ed67 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:24:04.651058 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-809d0f73-9677-4f97-8a2a-b3c36602f9ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:04.727623 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-809d0f73-9677-4f97-8a2a-b3c36602f9ad admin admin] For port 73000fda-561a-4eff-83a8-71acf3d1ed67, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=73000fda-561a-4eff-83a8-71acf3d1ed67,segment=NetworkSegment(90f53387-ea71-4001-99e7-170f10349343),segment_id=90f53387-ea71-4001-99e7-170f10349343)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:24:04.728020 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-809d0f73-9677-4f97-8a2a-b3c36602f9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:04.740303 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-809d0f73-9677-4f97-8a2a-b3c36602f9ad admin admin] Calling delete_port for 73000fda-561a-4eff-83a8-71acf3d1ed67 owned by network:router_interface {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:24:04.916927 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-809d0f73-9677-4f97-8a2a-b3c36602f9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (73000fda-561a-4eff-83a8-71acf3d1ed67), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:04.938293 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device c9831ca2-7eb7-49b7-ac5e-d830c4500bbe no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:24:04.945728 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d0f73-9677-4f97-8a2a-b3c36602f9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=73000fda-561a-4eff-83a8-71acf3d1ed67,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:04.962265 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: c9831ca2-7eb7-49b7-ac5e-d830c4500bbe {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:24:04.962698 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device c9831ca2-7eb7-49b7-ac5e-d830c4500bbe not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:24:04.963215 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:24:04.983155 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:24:04.983508 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 0d2ebbf9-5c60-4d93-9f83-8fe8aa683bd4 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:24:04.983958 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 89f50d3e-fa31-46c8-ad46-8aea50183a67 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:24:05.006540 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 89f50d3e-fa31-46c8-ad46-8aea50183a67 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:24:05.006898 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 89f50d3e-fa31-46c8-ad46-8aea50183a67 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:24:05.107355 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-809d0f73-9677-4f97-8a2a-b3c36602f9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533994'] for router_interface (0afdfcd4-19ad-4614-9670-5dd7298f5b46), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:05.567482 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809d0f73-9677-4f97-8a2a-b3c36602f9ad admin admin] Router 0afdfcd4-19ad-4614-9670-5dd7298f5b46 has already been hosted by L3 agent c1cbf072-c5f5-4f04-a382-3d3670c78b77 {{(pid=102609) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 13:24:05.668645 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809d0f73-9677-4f97-8a2a-b3c36602f9ad admin admin] Notify agent at l3_agent.dv-cinder-824187-5-iscsi the message routers_updated {{(pid=102609) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 13:24:05.676320 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-809d0f73-9677-4f97-8a2a-b3c36602f9ad admin admin] 10.222.0.10 "PUT /v2.0/routers/0afdfcd4-19ad-4614-9670-5dd7298f5b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5990088 Jan 26 13:24:05.676436 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43638) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:05.677077 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee46ce-d875-48c4-8e31-7c20607a9644 None None] Sync routers for ids ['0afdfcd4-19ad-4614-9670-5dd7298f5b46'] in dv-cinder-824187-5-iscsi {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 13:24:05.686882 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee46ce-d875-48c4-8e31-7c20607a9644 None None] Routers {'0afdfcd4-19ad-4614-9670-5dd7298f5b46'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:24:05.687473 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-44ee46ce-d875-48c4-8e31-7c20607a9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:24:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['0afdfcd4-19ad-4614-9670-5dd7298f5b46'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:05.785162 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Publish callbacks [] for router (0afdfcd4-19ad-4614-9670-5dd7298f5b46), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:05.793406 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-44ee46ce-d875-48c4-8e31-7c20607a9644 None None] Set router 0afdfcd4-19ad-4614-9670-5dd7298f5b46 gateway port host: dv-cinder-824187-5-iscsi {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:24:05.884510 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Publish callbacks [] for router_gateway (0afdfcd4-19ad-4614-9670-5dd7298f5b46), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:05.936540 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Deleting port 32a0e16b-0316-43de-8e38-df82d1d3e172 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:24:05.936867 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:05.971948 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-44ee46ce-d875-48c4-8e31-7c20607a9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'name': 'tempest-TestVolumeBootPattern-800821505-router', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'external_fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:16:05Z', 'updated_at': '2022-01-26T13:24:04Z', 'revision_number': 5, 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'gw_port': {'id': '32a0e16b-0316-43de-8e38-df82d1d3e172', 'name': '', 'network_id': 'd94d83f6-fc48-43f1-98be-5a76392d8959', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:15:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T13:16:06Z', 'updated_at': '2022-01-26T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f83c3f79-f2aa-4586-9f09-2d27b862c0e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-5-iscsi'}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:06.001594 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee46ce-d875-48c4-8e31-7c20607a9644 None None] Checking router: 0afdfcd4-19ad-4614-9670-5dd7298f5b46 for host: dv-cinder-824187-5-iscsi {{(pid=102611) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 13:24:06.012236 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] For port 32a0e16b-0316-43de-8e38-df82d1d3e172, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=32a0e16b-0316-43de-8e38-df82d1d3e172,segment=NetworkSegment(5feabac4-9950-4c3c-b4d3-85d64f4a828d),segment_id=5feabac4-9950-4c3c-b4d3-85d64f4a828d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:24:06.012600 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.012902 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee46ce-d875-48c4-8e31-7c20607a9644 None None] Routers {'0afdfcd4-19ad-4614-9670-5dd7298f5b46'} bound to L3 agent in host dv-cinder-824187-5-iscsi {{(pid=102611) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 13:24:06.013507 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-44ee46ce-d875-48c4-8e31-7c20607a9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T13:06:30Z,description=,heartbeat_timestamp=2022-01-26T13:24:00Z,host='dv-cinder-824187-5-iscsi',id=c1cbf072-c5f5-4f04-a382-3d3670c78b77,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T13:06:30Z,topic='l3_agent')) {'router_ids': ['0afdfcd4-19ad-4614-9670-5dd7298f5b46'], 'active': True} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:06.025212 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Calling delete_port for 32a0e16b-0316-43de-8e38-df82d1d3e172 owned by network:router_gateway {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:24:06.097508 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_dvr_db [None req-44ee46ce-d875-48c4-8e31-7c20607a9644 None None] Set router 0afdfcd4-19ad-4614-9670-5dd7298f5b46 gateway port host: None {{(pid=102611) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 13:24:06.147480 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.l3_hamode_db [None req-44ee46ce-d875-48c4-8e31-7c20607a9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'name': 'tempest-TestVolumeBootPattern-800821505-router', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:16:05Z', 'updated_at': '2022-01-26T13:24:05Z', 'revision_number': 6, 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'gw_port_host': None}], 'dv-cinder-824187-5-iscsi', False) {} {{(pid=102611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:06.178130 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee46ce-d875-48c4-8e31-7c20607a9644 None None] The sync data for ids ['0afdfcd4-19ad-4614-9670-5dd7298f5b46'] in dv-cinder-824187-5-iscsi is: [{'id': '0afdfcd4-19ad-4614-9670-5dd7298f5b46', 'name': 'tempest-TestVolumeBootPattern-800821505-router', 'tenant_id': '0cfca11ab12b43259aae9f0673719e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T13:16:05Z', 'updated_at': '2022-01-26T13:24:05Z', 'revision_number': 6, 'project_id': '0cfca11ab12b43259aae9f0673719e71', 'gw_port_host': None}] {{(pid=102611) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 13:24:06.187152 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (32a0e16b-0316-43de-8e38-df82d1d3e172), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.211799 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a0e16b-0316-43de-8e38-df82d1d3e172,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:06.278587 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539012'] for router_gateway (0afdfcd4-19ad-4614-9670-5dd7298f5b46), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.368028 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12851'] for router (0afdfcd4-19ad-4614-9670-5dd7298f5b46), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.370147 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Publish callbacks [] for router_controller (0afdfcd4-19ad-4614-9670-5dd7298f5b46), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.413217 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532504'] for router (0afdfcd4-19ad-4614-9670-5dd7298f5b46), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.414459 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0afdfcd4-19ad-4614-9670-5dd7298f5b46 {{(pid=102609) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 13:24:06.419051 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.420286 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-820e7fe9-00fd-4742-846b-356e86338547 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0afdfcd4-19ad-4614-9670-5dd7298f5b46 HTTP/1.1" status: 204 len: 168 time: 0.7429938 Jan 26 13:24:06.422805 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43642) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:06.468982 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e75f176-4d20-475a-aa2d-d26d8f621a26 admin admin] Deleting subnet 56537923-7d56-4b26-bb08-f2af9c3f8432 {{(pid=102609) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 13:24:06.471925 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e75f176-4d20-475a-aa2d-d26d8f621a26 admin admin] Publish callbacks [] for subnet (56537923-7d56-4b26-bb08-f2af9c3f8432), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.505932 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e75f176-4d20-475a-aa2d-d26d8f621a26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6269881'] for subnet (56537923-7d56-4b26-bb08-f2af9c3f8432), precommit_delete_associations {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.584045 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e75f176-4d20-475a-aa2d-d26d8f621a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2084569'] for subnet (56537923-7d56-4b26-bb08-f2af9c3f8432), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.641698 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e75f176-4d20-475a-aa2d-d26d8f621a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2084562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4584765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4636906'] for subnet (56537923-7d56-4b26-bb08-f2af9c3f8432), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.668101 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75f176-4d20-475a-aa2d-d26d8f621a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56537923-7d56-4b26-bb08-f2af9c3f8432,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:06.669962 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e75f176-4d20-475a-aa2d-d26d8f621a26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.674464 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6de66d-c0f0-4e9a-89c2-a80e56166619 None None] Network 92d64238-de63-42e7-ac79-5b3d2817a32c requested from dv-cinder-824187-5-iscsi {{(pid=102610) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 13:24:06.676088 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-6e75f176-4d20-475a-aa2d-d26d8f621a26 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/56537923-7d56-4b26-bb08-f2af9c3f8432 HTTP/1.1" status: 204 len: 168 time: 0.2518814 Jan 26 13:24:06.678378 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43644) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:06.746428 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583256'] for network (92d64238-de63-42e7-ac79-5b3d2817a32c), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.801095 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Deleting port 7bece6d9-abe1-457a-ba84-d0eecc88d43f {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:24:06.801427 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.863620 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] For port 7bece6d9-abe1-457a-ba84-d0eecc88d43f, host dv-cinder-824187-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-5-iscsi',level=0,port_id=7bece6d9-abe1-457a-ba84-d0eecc88d43f,segment=NetworkSegment(90f53387-ea71-4001-99e7-170f10349343),segment_id=90f53387-ea71-4001-99e7-170f10349343)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:24:06.863998 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.875834 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Calling delete_port for 7bece6d9-abe1-457a-ba84-d0eecc88d43f owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:24:06.940582 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c2268-7349-4391-988f-bf6bd6dc1cee None None] DHCP port deletion for 92d64238-de63-42e7-ac79-5b3d2817a32c request from dv-cinder-824187-5-iscsi {{(pid=102610) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 13:24:06.962601 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4584800'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:06.976631 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] No DVR routers for this DVR port 7bece6d9-abe1-457a-ba84-d0eecc88d43f on host dv-cinder-824187-5-iscsi {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:24:07.017224 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-364c2268-7349-4391-988f-bf6bd6dc1cee None None] Deleting port 7bece6d9-abe1-457a-ba84-d0eecc88d43f {{(pid=102610) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 13:24:07.017928 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-364c2268-7349-4391-988f-bf6bd6dc1cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740263342430'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), before_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.021294 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bece6d9-abe1-457a-ba84-d0eecc88d43f,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:07.030780 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 73000fda-561a-4eff-83a8-71acf3d1ed67 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:24:07.061383 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 73000fda-561a-4eff-83a8-71acf3d1ed67 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:24:07.061731 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 73000fda-561a-4eff-83a8-71acf3d1ed67 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:24:07.062158 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 32a0e16b-0316-43de-8e38-df82d1d3e172 no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:24:07.075479 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2095694', 'neutron.services.segments.db._delete_segments_for_network-8740263436674'] for network (92d64238-de63-42e7-ac79-5b3d2817a32c), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.095551 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d64238-de63-42e7-ac79-5b3d2817a32c']}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:07.107284 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f53387-ea71-4001-99e7-170f10349343') {'for_net_delete': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:07.108074 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.services.segments.db [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f53387-ea71-4001-99e7-170f10349343') {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 13:24:07.117514 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 32a0e16b-0316-43de-8e38-df82d1d3e172 {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:24:07.117874 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 32a0e16b-0316-43de-8e38-df82d1d3e172 not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:24:07.118304 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 7bece6d9-abe1-457a-ba84-d0eecc88d43f no longer exists at agent ovs-agent-dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 13:24:07.119441 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740263374987', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6269872'] for segment (90f53387-ea71-4001-99e7-170f10349343), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.133831 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162'] for segment (90f53387-ea71-4001-99e7-170f10349343), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.139643 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102609) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 13:24:07.140062 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1936162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4584851'] for segment (90f53387-ea71-4001-99e7-170f10349343), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.140731 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-364c2268-7349-4391-988f-bf6bd6dc1cee None None] For port 7bece6d9-abe1-457a-ba84-d0eecc88d43f, host dv-cinder-824187-5-iscsi, got binding levels [] {{(pid=102610) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 13:24:07.141245 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-364c2268-7349-4391-988f-bf6bd6dc1cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536933'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), precommit_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: Traceback (most recent call last): Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: timer() Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: cb(*args, **kw) Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: return func(*args, **kwargs) Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: self._notify() Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: self.callback(batched_events) Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: event.method(event) Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: return f(self, *a, **k) Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._get(url).json() Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: return self.request(url, 'GET', **kwargs) Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 13:24:07.141689 dv-cinder-824187-5-iscsi neutron-server[102609]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 13:24:07.144473 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] No Port match for: 7bece6d9-abe1-457a-ba84-d0eecc88d43f {{(pid=102610) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 13:24:07.144843 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.rpc [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Device 7bece6d9-abe1-457a-ba84-d0eecc88d43f not bound to the agent host dv-cinder-824187-5-iscsi {{(pid=102610) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 13:24:07.157059 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-364c2268-7349-4391-988f-bf6bd6dc1cee None None] Calling delete_port for 7bece6d9-abe1-457a-ba84-d0eecc88d43f owned by network:dhcp {{(pid=102610) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 13:24:07.159977 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.ipam_backend_mixin [None req-364c2268-7349-4391-988f-bf6bd6dc1cee None None] Port 7bece6d9-abe1-457a-ba84-d0eecc88d43f was not found and therefore no delete operation was performed {{(pid=102610) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 13:24:07.161381 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-364c2268-7349-4391-988f-bf6bd6dc1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1978183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740263348152', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740262848278'] for port (7bece6d9-abe1-457a-ba84-d0eecc88d43f), after_delete {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.189616 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c2268-7349-4391-988f-bf6bd6dc1cee None None] Pushing event deleted for resources: {'Port': ['ID=7bece6d9-abe1-457a-ba84-d0eecc88d43f,revision_number=None']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:07.193529 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c2268-7349-4391-988f-bf6bd6dc1cee None None] No DVR routers for this DVR port 7bece6d9-abe1-457a-ba84-d0eecc88d43f on host dv-cinder-824187-5-iscsi {{(pid=102610) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 13:24:07.214367 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2095687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (92d64238-de63-42e7-ac79-5b3d2817a32c), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.219426 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629456'] for network (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.222667 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] 10.222.0.10 "DELETE /v2.0/networks/92d64238-de63-42e7-ac79-5b3d2817a32c HTTP/1.1" status: 204 len: 168 time: 0.5433745 Jan 26 13:24:07.236746 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e380b24-46fb-4d71-89f9-ef34cbfc6775 admin admin] Pushing event deleted for resources: {'Network': ['ID=92d64238-de63-42e7-ac79-5b3d2817a32c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:07.338075 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43648) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:07.379988 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-80c96cd2-724e-4c24-9cee-3196165307d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ee1f69d46a04a0cbb2b0e04296d9cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407238 Jan 26 13:24:07.383110 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43650) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:07.429183 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8cdd026c-215c-49b1-a94f-73aaa4b66303 admin admin] Publish callbacks [] for security_group (4a6dd94c-d275-4061-bf87-9e3f092c24b5), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.460448 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8cdd026c-215c-49b1-a94f-73aaa4b66303 admin admin] Publish callbacks [] for security_group (4a6dd94c-d275-4061-bf87-9e3f092c24b5), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.500963 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8cdd026c-215c-49b1-a94f-73aaa4b66303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (4a6dd94c-d275-4061-bf87-9e3f092c24b5), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.503615 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8cdd026c-215c-49b1-a94f-73aaa4b66303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.504787 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-8cdd026c-215c-49b1-a94f-73aaa4b66303 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a6dd94c-d275-4061-bf87-9e3f092c24b5 HTTP/1.1" status: 204 len: 168 time: 0.1205604 Jan 26 13:24:07.513825 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd026c-215c-49b1-a94f-73aaa4b66303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6dd94c-d275-4061-bf87-9e3f092c24b5,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:07.821758 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43662) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:07.859897 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-9e13bfa9-c7fa-4d74-8d17-16291769dbdf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0cfca11ab12b43259aae9f0673719e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369623 Jan 26 13:24:07.862462 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43664) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:07.909676 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5713-c6e2-4f32-a920-c8d0e1b2b705 admin admin] Publish callbacks [] for security_group (63cb0535-f93b-4b81-b42b-379acbfcdc1c), before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.929815 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5713-c6e2-4f32-a920-c8d0e1b2b705 admin admin] Publish callbacks [] for security_group (63cb0535-f93b-4b81-b42b-379acbfcdc1c), precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.975841 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5713-c6e2-4f32-a920-c8d0e1b2b705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (63cb0535-f93b-4b81-b42b-379acbfcdc1c), after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.979159 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5713-c6e2-4f32-a920-c8d0e1b2b705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:07.980336 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-bc8b5713-c6e2-4f32-a920-c8d0e1b2b705 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63cb0535-f93b-4b81-b42b-379acbfcdc1c HTTP/1.1" status: 204 len: 168 time: 0.1169293 Jan 26 13:24:07.987839 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b5713-c6e2-4f32-a920-c8d0e1b2b705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cb0535-f93b-4b81-b42b-379acbfcdc1c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:08.786248 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:24:18.033396 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.wsgi [-] (102609) accepted ('10.222.0.10', 43720) {{(pid=102609) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:18.135896 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef969dd9-daf4-48ea-b9c4-d71fb1313d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:18.210666 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef969dd9-daf4-48ea-b9c4-d71fb1313d1d admin admin] Publish callbacks [] for security_group (23b4e54d-1daa-419f-974f-edab537af21f), precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:18.215644 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef969dd9-daf4-48ea-b9c4-d71fb1313d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (23b4e54d-1daa-419f-974f-edab537af21f), after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:18.255602 dv-cinder-824187-5-iscsi neutron-server[102609]: INFO neutron.wsgi [None req-ef969dd9-daf4-48ea-b9c4-d71fb1313d1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=182c8e8e75e74d8fa55dc4660a5e99a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211335 Jan 26 13:24:18.256465 dv-cinder-824187-5-iscsi neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef969dd9-daf4-48ea-b9c4-d71fb1313d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b4e54d-1daa-419f-974f-edab537af21f,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:18.258387 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.10', 43724) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 13:24:18.306311 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Publish callbacks [] for security_group (23b4e54d-1daa-419f-974f-edab537af21f), before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:18.330080 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Publish callbacks [] for security_group (23b4e54d-1daa-419f-974f-edab537af21f), precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:18.374836 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559252'] for security_group (23b4e54d-1daa-419f-974f-edab537af21f), after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:18.377413 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:18.378560 dv-cinder-824187-5-iscsi neutron-server[102608]: INFO neutron.wsgi [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23b4e54d-1daa-419f-974f-edab537af21f HTTP/1.1" status: 204 len: 168 time: 0.1191797 Jan 26 13:24:18.386659 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b4e54d-1daa-419f-974f-edab537af21f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 13:24:18.393885 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:18.394232 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:18.394571 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:18.394905 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:18.395232 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:18.395645 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:18.395922 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:18.396255 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:18.396579 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:18.396903 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:18.397224 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:18.397542 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:18.397857 dv-cinder-824187-5-iscsi neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc4cd-7f9a-433c-9ec0-6eb60b26ef90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-5-iscsi {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 13:24:20.914511 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:27.439608 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bd4387ed-dabe-4c3e-afea-5df513a65026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:29.687109 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-516fdbd8-cfa5-461f-bf5b-4def0b8d4970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:30.929391 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:32.261207 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:33.773273 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:45.785211 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:24:50.928828 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:57.440724 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b5ef7d25-d788-4496-bfcd-761cdef0a2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:24:59.688983 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0d48ceed-c663-46d4-bcf8-a854e3449443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:00.933267 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:02.262834 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:03.779479 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:20.926780 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:22.784944 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:25:27.443089 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a0258fad-14c0-4b06-be04-62a6caa12a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:29.690625 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ad2f85f8-1597-42ec-bd5e-7ae3644dce4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:30.934403 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:32.264249 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:33.781356 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:50.942584 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:57.444096 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1fd277c0-41f7-412e-89ed-235544873161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:59.691733 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e95142a0-12c7-4b09-893e-136bd8ca889f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:25:59.784710 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:26:00.937664 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:26:02.268183 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:26:03.783099 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:26:20.942104 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:26:27.446275 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-53b82658-336a-4e8a-a8ab-0cd68b35d067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:26:29.692818 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-64951bf6-b489-43bf-9e3a-8f89760913cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:26:30.939537 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:26:32.270701 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:26:33.787856 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:26:36.784494 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:26:50.942201 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:26:57.448182 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f21be1fa-9311-46a6-9008-f532fe77a333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:26:59.694401 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-12a29caa-259f-405d-8bbd-a94db21b0345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:27:00.942435 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:27:02.272325 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:27:03.789745 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:27:13.783836 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:27:20.941798 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:27:27.449232 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b16fda81-3c85-4c4f-a81b-b66dd031ca76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:27:29.695394 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-31305ed2-920c-4d5c-99a4-03a5fe0792b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:27:30.944410 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:27:32.274702 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:27:33.791998 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:27:50.783747 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:27:50.941558 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:27:57.449792 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-75bc01de-614d-4ab2-90e3-0fa6994ea778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:27:59.698528 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21389b26-5b0b-48ec-a08c-788013728d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:28:00.946821 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:28:02.281569 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:28:03.794272 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:28:20.941253 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:28:27.452154 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-712f8fb6-38ad-4a1a-968d-5e76ae088365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:28:27.783500 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:28:29.699173 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4ed4-0f20-49fd-8d07-ca8f64ae2e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:28:30.949956 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:28:32.279286 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:28:33.795941 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:28:50.942237 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:28:57.453740 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-be93b22a-9e54-4ff9-8abb-6e08116e79b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:28:59.701666 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-46b61b13-9bc9-4a95-9f0c-66ca790d88ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:29:00.952509 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:29:02.282911 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:29:03.798607 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:29:04.783577 dv-cinder-824187-5-iscsi neutron-server[102611]: DEBUG neutron.db.agents_db [None req-11e50ae5-1600-4d82-9b60-96b87d81dc31 None None] Agent healthcheck: found 6 active agents {{(pid=102611) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 13:29:20.955309 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7ab72e77-01c4-4a88-9949-70193262245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (28458048-92ca-4bff-96b6-b5f48c3fd6c0), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:29:27.456516 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1f16-7b1c-4d6d-bbf4-cdabe4a160fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (47b3c601-9d8a-4704-bc30-3812a1040281), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:29:29.703602 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-bedc85bc-8773-4196-a610-738e82580e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (c1cbf072-c5f5-4f04-a382-3d3670c78b77), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:29:30.955586 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e85ec70-2252-4cd3-b21f-13bd20c6404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (08fe997c-86a6-4052-8fef-660e7ef96015), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:29:32.285106 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6a8f9d2c-fedb-4888-a911-9e9bd3a31d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (60cd0cf0-610a-4803-9897-e04199adb1b5), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 13:29:33.802257 dv-cinder-824187-5-iscsi neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5d86a397-17b7-4a51-85af-0a4360add2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740263436656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2096718'] for agent (e69a5985-6683-46ff-87f5-1e27b6ecadf1), after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}